-- Logs begin at Tue 2022-09-27 04:23:42 UTC, end at Tue 2022-09-27 05:25:52 UTC. -- Sep 27 04:57:18.526426 dv-cinder-858463-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 27 04:57:21.503767 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.common.config [-] Logging enabled! Sep 27 04:57:21.504392 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev48 Sep 27 04:57:21.504553 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103849) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 27 04:57:21.507888 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.common.config [-] Logging enabled! Sep 27 04:57:21.508143 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev48 Sep 27 04:57:21.508453 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103849) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 27 04:57:21.509411 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 04:57:21.509647 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 04:57:21.510014 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 04:57:21.510260 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 04:57:21.510486 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 04:57:21.510956 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.511378 dv-cinder-858463-2-iscsi neutron-server[103849]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Sep 27 04:57:21.511711 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.512004 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.512456 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.512986 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.513493 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.513986 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.514487 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.515008 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.515320 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.515610 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.516711 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.517231 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.517522 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.517813 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.518104 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.518391 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] debug = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.518674 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.519096 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.519527 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.519809 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.520101 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.520382 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.520654 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.520962 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.521249 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.521581 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] host = dv-cinder-858463-2-iscsi {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.521858 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.522145 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.522435 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.522721 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.522995 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.523274 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.523559 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.523831 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.524103 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.524377 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.524662 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.524975 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.525266 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.525494 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.525714 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.526001 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.526302 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.526557 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.526827 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.527097 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.527370 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.527642 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.527908 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.528191 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.528472 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.528753 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.529047 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.529319 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.529588 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.529860 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.530142 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.530413 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.530683 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.530953 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.531239 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.532143 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.532632 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.533012 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.533305 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.533594 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.533883 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.534160 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.534443 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.534717 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.534989 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.535259 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_json = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.535531 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.535805 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.536084 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.536353 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.536623 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.536917 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.537185 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.537468 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.537741 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:21.538034 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.538327 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.538626 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.538921 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.539213 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.539490 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.539777 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.540054 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.540342 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.540627 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.540938 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.541217 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.541513 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.541801 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.542094 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.542401 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.542692 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.542981 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.543253 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.543525 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.543796 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.544071 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.544355 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.544631 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.544945 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.545232 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.545508 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.545810 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.546092 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.546385 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.546671 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.546966 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.547405 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.547827 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.548113 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.548395 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.548680 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.549001 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.549283 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.549560 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.549845 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.550138 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.550432 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.550705 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.550985 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.551274 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.551549 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.551823 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.552171 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.552452 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.552724 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.553032 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.553307 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.553581 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.553852 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.554129 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.554400 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.554673 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.554948 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.555218 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.555493 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.555768 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.556040 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.556310 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.556580 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.556876 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.557146 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.557416 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.557691 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.557962 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.558233 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.558505 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.558774 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.559047 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.559332 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.559626 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.559903 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.560177 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.560450 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.560725 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.561023 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.561297 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.561571 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.561843 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.562115 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.562400 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.562714 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.563214 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.563579 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.563859 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.564160 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.564439 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.564834 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.567352 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.569812 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.570124 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.572565 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.572896 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.573210 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.573521 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.573827 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.574131 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.574437 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.574724 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.575036 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.575319 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:21.575543 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 04:57:21.575789 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103849) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 27 04:57:21.949963 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Sep 27 04:57:21.950242 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Sep 27 04:57:21.950549 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Sep 27 04:57:21.950881 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 27 04:57:22.279462 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.279670 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.279937 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.281136 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.281973 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.282703 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.327385 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.327669 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.327941 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.342364 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.342649 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.342922 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.371618 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.371898 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.372167 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.409955 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.410233 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.410504 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.761390 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.762009 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.762009 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.762164 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.762858 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.862068 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.862388 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.862673 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.862946 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.863215 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.863528 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.863791 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.864049 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.864304 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.864585 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.864875 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.867475 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.867751 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.868016 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.868285 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.870740 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.871016 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.873465 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.873758 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.874030 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.874310 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.874570 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.874859 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.875319 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.875770 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.876038 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.876441 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:57:22.876690 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:57:22.876956 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:57:22.877198 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:57:22.877689 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:57:22.877925 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:57:22.878287 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 27 04:57:22.881357 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 27 04:57:22.885337 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 27 04:57:22.889056 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 27 04:57:22.890685 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 27 04:57:22.891379 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 27 04:57:22.891780 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 27 04:57:22.892164 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 27 04:57:22.894951 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 27 04:57:22.895199 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 27 04:57:22.895541 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 04:57:22.900280 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 27 04:57:22.924900 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 27 04:57:22.925352 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.925653 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103849) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Sep 27 04:57:22.926024 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.927361 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103849) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 27 04:57:22.927635 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 04:57:22.927877 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 27 04:57:22.938994 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:22.939273 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.011295 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 27 04:57:23.011576 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 27 04:57:23.011770 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 27 04:57:23.012149 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 27 04:57:23.037442 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_db.sqlalchemy.engines [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103849) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 27 04:57:23.495641 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Initializing driver for type 'gre' Sep 27 04:57:23.496118 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] gre ID ranges: [(1, 1000)] Sep 27 04:57:23.554252 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Initializing driver for type 'local' Sep 27 04:57:23.554619 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Initializing driver for type 'vlan' Sep 27 04:57:23.567102 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] VlanTypeDriver initialization complete Sep 27 04:57:23.567443 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Initializing driver for type 'vxlan' Sep 27 04:57:23.567921 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] vxlan ID ranges: [(1, 1000)] Sep 27 04:57:23.618807 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Initializing extension driver 'port_security' Sep 27 04:57:23.619135 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.extensions.port_security [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] PortSecurityExtensionDriver initialization complete Sep 27 04:57:23.619473 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Initializing mechanism driver 'openvswitch' Sep 27 04:57:23.619812 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Initializing mechanism driver 'hyperv' Sep 27 04:57:23.626332 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:57:23.627182 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > port after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.627828 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.628195 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.628731 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 27 04:57:23.629205 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > subnet after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.629571 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > subnet after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.629929 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.630335 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 27 04:57:23.630754 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > network after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.631119 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > network after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.631466 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > network after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.631869 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 27 04:57:23.632284 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > security_group after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.632646 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > security_group after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.633096 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.633504 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 27 04:57:23.633924 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.634284 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.634639 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.635041 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 27 04:57:23.635452 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > address_group after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.635805 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > address_group after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.636153 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.636556 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103849) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 27 04:57:23.637037 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] ML2 OVO RPC backend initialized. {{(pid=103849) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Sep 27 04:57:23.637758 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.638123 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.638553 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > network before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.638910 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > networks before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.639267 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > port before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.639618 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > ports before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.639971 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > subnet before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.640322 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > subnets before_response 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.640682 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > network after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.641062 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > network after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.641407 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > network after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.641759 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > port after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.642100 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.642444 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.642789 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > subnet after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.643134 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > subnet after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.643478 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.650759 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded quota_driver: . Sep 27 04:57:23.651127 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.plugin [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Modular L2 Plugin initialization complete Sep 27 04:57:23.651477 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading services supported by the core plugin {{(pid=103849) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 27 04:57:23.651823 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.plugins.ml2.managers [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Got port-security extension from driver 'port_security' Sep 27 04:57:23.652311 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.extensions.vlantransparent [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Disabled vlantransparent extension. Sep 27 04:57:23.652833 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103849) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 27 04:57:23.653167 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading Plugin: router Sep 27 04:57:23.689203 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.689605 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router after_create 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.689987 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router before_create 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.690363 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.690747 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.691121 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router after_delete 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.691488 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.691849 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.692220 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router after_create 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.692579 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router after_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.692979 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router after_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.693338 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.693706 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router after_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.694128 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router precommit_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.694514 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.694993 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.695214 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: subnet after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.695563 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.695924 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.696282 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router precommit_create 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.696635 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: port before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.697161 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router precommit_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.697536 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router after_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.697893 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.698256 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router precommit_create 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.698631 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.698989 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router precommit_update 55549900 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.699364 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > agent after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.699724 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > agent after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.700080 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > network after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.700973 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Tracking information for resource: router configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:57:23.701317 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Tracking information for resource: floatingip configured {{(pid=103849) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:57:23.706882 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.db.l3_agentschedulers_db [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 27 04:57:23.707468 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.707842 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: port after_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.708205 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: port after_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.708569 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: port after_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.709410 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router before_create 55550100 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.709788 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.710164 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router precommit_create 55550100 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.710534 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > router precommit_update 55550100 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.715407 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.services.provider_configuration [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Service providers = [] {{(pid=103849) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 27 04:57:23.715784 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.db.servicetype_db [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103849) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 27 04:57:23.718810 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.services.service_base [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103849) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 04:57:23.719688 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.services.service_base [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103849) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 04:57:23.720039 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.services.service_base [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103849) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 04:57:23.720983 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.services.service_base [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103849) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 04:57:23.721361 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.services.service_base [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 27 04:57:23.721748 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:57:23.722073 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 27 04:57:23.732596 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:57:23.732973 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading Plugin: auto_allocate Sep 27 04:57:23.738831 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: network precommit_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.739213 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: network precommit_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.739741 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:57:23.740069 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading Plugin: tag Sep 27 04:57:23.748085 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:57:23.748375 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading Plugin: timestamp Sep 27 04:57:23.752485 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:57:23.752863 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading Plugin: network_ip_availability Sep 27 04:57:23.758308 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.758689 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.759055 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:23.759789 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:57:23.760120 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading Plugin: flavors Sep 27 04:57:23.765050 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:57:23.765562 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading Plugin: revisions Sep 27 04:57:23.770301 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103849) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:57:23.770707 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.820s {{(pid=103849) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Sep 27 04:57:23.771456 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103849) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 27 04:57:23.771806 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Initializing extension manager. Sep 27 04:57:23.772337 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: __init__.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.772687 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: __pycache__ {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.773060 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: address_group.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.773820 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.774385 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: address-group Sep 27 04:57:23.774717 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: address_scope.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.775437 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.775960 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: address-scope Sep 27 04:57:23.776283 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.777237 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.777758 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: router-admin-state-down-before-update Sep 27 04:57:23.778089 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: agent.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.778796 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.779312 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: agent Sep 27 04:57:23.779640 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: agent_resources_synced.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.780556 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.781104 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: agent-resources-synced Sep 27 04:57:23.782074 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: allowedaddresspairs.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.783876 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.784399 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: allowed-address-pairs Sep 27 04:57:23.784733 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: auto_allocated_topology.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.785832 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.786353 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: auto-allocated-topology Sep 27 04:57:23.786683 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: availability_zone.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.787380 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.787893 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: availability_zone Sep 27 04:57:23.788220 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: availability_zone_filter.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.789171 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.789689 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: availability_zone_filter Sep 27 04:57:23.790020 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: data_plane_status.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.790936 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.791446 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension data-plane-status not supported by any of loaded plugins Sep 27 04:57:23.791774 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: default_subnetpools.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.792692 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.793230 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: default-subnetpools Sep 27 04:57:23.793560 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.794366 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.794879 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: dhcp_agent_scheduler Sep 27 04:57:23.795208 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: dns.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.796119 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.796627 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension dns-integration not supported by any of loaded plugins Sep 27 04:57:23.797078 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: dns_domain_ports.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.798162 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.798676 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 27 04:57:23.799007 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.799931 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.800439 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 27 04:57:23.800844 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: dvr.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.801523 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.802031 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: dvr Sep 27 04:57:23.802363 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: ecmp_routes.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.803277 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.803790 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 27 04:57:23.804119 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: empty_string_filtering.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.805065 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.805584 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: empty-string-filtering Sep 27 04:57:23.805914 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.806823 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.807336 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 27 04:57:23.807665 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.808585 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.809130 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 27 04:57:23.809463 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: external_net.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.810380 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.810893 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: external-net Sep 27 04:57:23.811221 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.812140 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.812686 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: extra_dhcp_opt Sep 27 04:57:23.813147 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: extraroute.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.814063 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.814580 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: extraroute Sep 27 04:57:23.814910 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: extraroute_atomic.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.815939 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.816463 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: extraroute-atomic Sep 27 04:57:23.816810 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: filter_validation.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.817487 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.817997 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: filter-validation Sep 27 04:57:23.818324 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: fip_pf_description.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.819238 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.819750 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 27 04:57:23.820080 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: fip_port_details.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.821203 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.821722 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: fip-port-details Sep 27 04:57:23.822052 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: flavors.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.823271 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.823790 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: flavors Sep 27 04:57:23.824122 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.825823 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.826348 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 27 04:57:23.826683 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: floatingip_pools.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.827386 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.827900 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: floatingip-pools Sep 27 04:57:23.828746 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: ip_allocation.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.829836 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.830348 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension ip_allocation not supported by any of loaded plugins Sep 27 04:57:23.830679 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.831605 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.832119 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: ip-substring-filtering Sep 27 04:57:23.832451 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: l2_adjacency.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.833414 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.833926 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 27 04:57:23.834257 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: l3.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.835212 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.835736 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: router Sep 27 04:57:23.836065 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.838387 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.838925 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 27 04:57:23.839264 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.840200 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.840721 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: ext-gw-mode Sep 27 04:57:23.841080 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.842003 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.842520 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: l3-ha Sep 27 04:57:23.842856 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.843768 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.844486 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 27 04:57:23.844847 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: l3_flavors.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.845769 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.846282 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: l3-flavors Sep 27 04:57:23.846611 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.847967 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.848490 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 27 04:57:23.848855 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.849791 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.850310 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 27 04:57:23.850645 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: l3agentscheduler.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.851683 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.852205 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: l3_agent_scheduler Sep 27 04:57:23.852540 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: local_ip.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.854381 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.854920 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension local_ip not supported by any of loaded plugins Sep 27 04:57:23.855265 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: logging.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.856905 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.857435 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension logging not supported by any of loaded plugins Sep 27 04:57:23.857776 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: metering.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.858531 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.859120 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: metering Sep 27 04:57:23.859968 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.861094 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.861626 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: metering_source_and_destination_fields Sep 27 04:57:23.861962 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: multiprovidernet.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.862892 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.863418 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: multi-provider Sep 27 04:57:23.863751 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: netmtu.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.864669 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.865225 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: net-mtu Sep 27 04:57:23.865585 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: netmtu_writable.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.866505 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.867019 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: net-mtu-writable Sep 27 04:57:23.867349 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: network_availability_zone.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.868022 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.868532 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: network_availability_zone Sep 27 04:57:23.868903 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: network_ip_availability.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.870018 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.870538 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: network-ip-availability Sep 27 04:57:23.870871 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: network_segment_range.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.871643 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.872157 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension network-segment-range not supported by any of loaded plugins Sep 27 04:57:23.872488 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: pagination.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.873529 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.873865 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: pagination Sep 27 04:57:23.874194 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: port_device_profile.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.875147 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.876242 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: port-device-profile Sep 27 04:57:23.876575 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.877793 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.878307 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: port-mac-address-regenerate Sep 27 04:57:23.878634 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.879550 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.880074 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: port-numa-affinity-policy Sep 27 04:57:23.880406 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: port_resource_request.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.881367 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.881889 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension port-resource-request not supported by any of loaded plugins Sep 27 04:57:23.882218 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: port_resource_request_groups.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.883204 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.883720 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 27 04:57:23.884048 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: portbindings.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.885015 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.885530 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: binding Sep 27 04:57:23.885857 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: portbindings_extended.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.887111 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.887630 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: binding-extended Sep 27 04:57:23.887961 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: portsecurity.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.888910 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.889428 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: port-security Sep 27 04:57:23.889758 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: project_id.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.890773 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.891113 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: project-id Sep 27 04:57:23.891443 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: providernet.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.892362 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.892913 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: provider Sep 27 04:57:23.893250 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: qos.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.896730 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.897293 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension qos not supported by any of loaded plugins Sep 27 04:57:23.897637 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.898888 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.899413 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 27 04:57:23.899747 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.900675 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.901229 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 27 04:57:23.901564 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: qos_default.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.902488 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.903015 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension qos-default not supported by any of loaded plugins Sep 27 04:57:23.903349 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: qos_fip.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.904285 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.904822 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension qos-fip not supported by any of loaded plugins Sep 27 04:57:23.905158 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.906072 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.906614 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 27 04:57:23.906947 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: qos_gateway_ip.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.907994 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.908517 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 27 04:57:23.908883 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: qos_port_network_policy.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.909811 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.910331 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 27 04:57:23.910662 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.911697 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.912221 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 27 04:57:23.912552 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.913626 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.914156 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 27 04:57:23.914491 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: qos_pps_rule.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.915669 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.916200 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension qos-pps not supported by any of loaded plugins Sep 27 04:57:23.916537 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: qos_rule_type_details.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.917499 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.918023 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 27 04:57:23.918360 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: qos_rules_alias.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.919415 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.919936 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 27 04:57:23.920268 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: quota_check_limit.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.921228 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.921757 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: quota-check-limit Sep 27 04:57:23.922628 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: quotasv2.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.923560 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.923895 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: quotas Sep 27 04:57:23.924221 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: quotasv2_detail.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.925967 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.926320 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: quota_details Sep 27 04:57:23.926662 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: rbac.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.927726 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.928261 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: rbac-policies Sep 27 04:57:23.928596 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: rbac_address_group.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.929555 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.930084 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: rbac-address-group Sep 27 04:57:23.930415 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: rbac_address_scope.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.931342 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.931866 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: rbac-address-scope Sep 27 04:57:23.932197 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: rbac_security_groups.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.933156 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.933680 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: rbac-security-groups Sep 27 04:57:23.934010 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: rbac_subnetpool.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.934930 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.935451 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: rbac-subnetpool Sep 27 04:57:23.935777 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: revisionifmatch.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.936772 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.937321 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: revision-if-match Sep 27 04:57:23.937705 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: revisions.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.938831 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.939354 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: standard-attr-revisions Sep 27 04:57:23.939692 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: router_availability_zone.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.940377 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.940937 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: router_availability_zone Sep 27 04:57:23.941271 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: routerservicetype.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.942205 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.942723 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension router-service-type not supported by any of loaded plugins Sep 27 04:57:23.943053 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.943991 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.944517 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: security-groups-normalized-cidr Sep 27 04:57:23.944874 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.945808 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.946338 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: port-security-groups-filtering Sep 27 04:57:23.946668 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.947596 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.948117 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: security-groups-remote-address-group Sep 27 04:57:23.948445 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.949425 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.949946 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: security-groups-shared-filtering Sep 27 04:57:23.950274 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.950875 dv-cinder-858463-2-iscsi neutron-server[103849]: WARNING neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Sep 27 04:57:23.951203 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: securitygroup.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.961411 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.961950 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: security-group Sep 27 04:57:23.962292 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: segment.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.963031 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.963558 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension segment not supported by any of loaded plugins Sep 27 04:57:23.963897 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.964883 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.965404 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 27 04:57:23.965738 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: servicetype.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.966844 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.967363 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: service-type Sep 27 04:57:23.967696 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: sorting.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.968684 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.969090 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: sorting Sep 27 04:57:23.969426 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: standard_attr_segment.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.970356 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.970878 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 27 04:57:23.971209 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: standardattrdescription.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.971893 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.972417 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: standard-attr-description Sep 27 04:57:23.972745 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: stateful_security_group.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.973709 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.974232 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: stateful-security-group Sep 27 04:57:23.974564 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: stdattrs_common.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.975143 dv-cinder-858463-2-iscsi neutron-server[103849]: WARNING neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 27 04:57:23.975470 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.976417 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.977060 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 27 04:57:23.977281 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: subnet_onboard.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.978359 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.978887 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: subnet_onboard Sep 27 04:57:23.979219 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.980175 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.980691 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 27 04:57:23.981051 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: subnet_service_types.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.981993 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.982514 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: subnet-service-types Sep 27 04:57:23.982843 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: subnetallocation.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.983947 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.985064 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: subnet_allocation Sep 27 04:57:23.985440 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.986193 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.986714 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: subnetpool-prefix-ops Sep 27 04:57:23.987043 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.987989 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.988505 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 27 04:57:23.988861 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: tagging.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.989963 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.990490 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: standard-attr-tag Sep 27 04:57:23.990822 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: timestamp.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.992035 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.992560 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loaded extension: standard-attr-timestamp Sep 27 04:57:23.992919 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: trunk.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.993952 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.994481 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension trunk not supported by any of loaded plugins Sep 27 04:57:23.994818 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: trunk_details.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.995744 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.996267 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension trunk-details not supported by any of loaded plugins Sep 27 04:57:23.996600 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: uplink_status_propagation.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.997549 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.998068 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 27 04:57:23.998442 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Loading extension file: vlantransparent.py {{(pid=103849) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:57:23.999077 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103849) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:57:23.999588 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 27 04:57:24.003211 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:network Sep 27 04:57:24.003741 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:subnet Sep 27 04:57:24.004152 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 04:57:24.004550 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:port Sep 27 04:57:24.005832 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:57:24.006298 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Service FLAVORS assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:57:24.006939 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:57:24.007378 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:57:24.007715 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:router Sep 27 04:57:24.008150 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:floatingip Sep 27 04:57:24.008639 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Service METERING assigned prefix: /metering {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:57:24.010115 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:24.010494 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:24.010865 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:57:24.011897 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 04:57:24.012351 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:security_group Sep 27 04:57:24.012783 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 04:57:24.013415 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Service CORE assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:57:24.013761 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 04:57:24.014119 dv-cinder-858463-2-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] subnetpool is already registered Sep 27 04:57:24.014557 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Service CORE assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:57:24.014891 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 04:57:24.015229 dv-cinder-858463-2-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] subnetpool is already registered Sep 27 04:57:24.017614 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:57:24.018056 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Service FLAVORS assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:57:24.018662 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:57:24.019092 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:57:24.019430 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:router Sep 27 04:57:24.019775 dv-cinder-858463-2-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] router is already registered Sep 27 04:57:24.020191 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:floatingip Sep 27 04:57:24.020533 dv-cinder-858463-2-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] floatingip is already registered Sep 27 04:57:24.021031 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Service METERING assigned prefix: /metering {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:57:24.021711 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 04:57:24.022045 dv-cinder-858463-2-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] rbac_policy is already registered Sep 27 04:57:24.022461 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:security_group Sep 27 04:57:24.022799 dv-cinder-858463-2-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] security_group is already registered Sep 27 04:57:24.023208 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 04:57:24.023549 dv-cinder-858463-2-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] security_group_rule is already registered Sep 27 04:57:24.024196 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Service CORE assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:57:24.024530 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 04:57:24.024896 dv-cinder-858463-2-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] subnetpool is already registered Sep 27 04:57:24.025330 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.v2.resource_helper [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Service CORE assigned prefix: {{(pid=103849) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:57:24.025663 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 04:57:24.026000 dv-cinder-858463-2-iscsi neutron-server[103849]: WARNING neutron.quota.resource_registry [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] subnetpool is already registered Sep 27 04:57:24.026477 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: extensions {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.027966 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: address-groups {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.029557 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: address-scopes {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.030894 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: agents {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.032098 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: auto-allocated-topology {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.033380 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: availability_zones {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.034610 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: dhcp-networks {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.037271 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: dhcp-agents {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.038728 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: routers {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.040997 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: flavors {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.042170 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: service_profiles {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.043400 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: next_providers {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.044895 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: service_profiles {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.046473 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: floatingip-pools {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.048278 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: routers {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.050445 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: floatingips {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.051733 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: l3-routers {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.053165 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: l3-agents {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.054612 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: metering-labels {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.055978 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: metering-label-rules {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.057337 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: network-ip-availabilities {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.058596 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: bindings {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.060268 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: quotas {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.061884 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: quotas {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.063998 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: rbac-policies {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.065350 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: security-groups {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.066588 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: security-group-rules {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.067829 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: service-providers {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.069111 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: subnetpools {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.070536 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: subnetpools {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.072021 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.073759 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.075587 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.077435 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.079297 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.081207 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.082910 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.084914 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.086723 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.088598 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron.api.extensions [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Extended resource: tags {{(pid=103849) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:57:24.095166 dv-cinder-858463-2-iscsi neutron-server[103849]: WARNING keystonemiddleware.auth_token [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 27 04:57:24.100827 dv-cinder-858463-2-iscsi neutron-server[103849]: WARNING keystonemiddleware.auth_token [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 27 04:57:24.110486 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Acquired lock "singleton_lock" {{(pid=103849) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Sep 27 04:57:24.110958 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_concurrency.lockutils [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Releasing lock "singleton_lock" {{(pid=103849) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 27 04:57:24.111624 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO oslo_service.service [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Starting 2 workers Sep 27 04:57:24.116526 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Started child 103956 {{(pid=103849) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 04:57:24.121068 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Started child 103957 {{(pid=103849) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 04:57:24.122187 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:24.122822 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO neutron.service [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 27 04:57:24.123325 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:24.123681 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [-] (103956) wsgi starting up on http://0.0.0.0:9696 Sep 27 04:57:24.126221 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO oslo_service.service [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Starting 1 workers Sep 27 04:57:24.126527 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:24.128247 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [-] (103957) wsgi starting up on http://0.0.0.0:9696 Sep 27 04:57:24.131718 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Started child 103958 {{(pid=103849) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 04:57:24.132281 dv-cinder-858463-2-iscsi neutron-server[103849]: INFO oslo_service.service [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Starting 1 workers Sep 27 04:57:24.135491 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.service [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] calling RpcWorker wait() {{(pid=103958) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 27 04:57:24.136102 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.service [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] returning from RpcWorker wait() {{(pid=103958) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 27 04:57:24.136855 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Started child 103959 {{(pid=103849) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 04:57:24.137297 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:24.137651 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cade3d7e-3ed0-4c4b-9380-5cc8f1a4d339 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:24.137747 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:57:24.139535 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103849) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 04:57:24.139756 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 04:57:24.139948 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 04:57:24.140188 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 04:57:24.140544 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 04:57:24.140749 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 04:57:24.141279 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.141773 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.142034 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:24.142522 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.142522 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.142647 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.143179 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.143426 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.143699 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.143993 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.144248 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.144422 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.144598 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.144881 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.145118 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.145442 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.145707 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.145961 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.146235 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.146435 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.146698 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.146964 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.147199 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.147472 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] debug = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.147743 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.148212 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.148447 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.148690 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.149306 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.149561 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.149814 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.150117 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.150355 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.150577 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.150837 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.151106 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.151343 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.151559 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.151815 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.152035 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.152297 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.152548 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.153055 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] host = dv-cinder-858463-2-iscsi {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.153279 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.153523 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.153773 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.154040 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.154291 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.154534 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.154801 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.155076 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.155333 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.155563 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.155823 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.156083 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.157085 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.157085 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.157362 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_options = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.157608 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.157895 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.158161 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.158363 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.158539 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.158733 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.158974 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.159125 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.159389 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.159644 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.159863 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.160082 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.160326 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.160548 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.160859 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.161125 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.161504 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.161746 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.162868 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.162868 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.163103 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.163186 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.163431 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.163637 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.163871 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.164098 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.164330 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.164582 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.164849 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.165119 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.165360 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.165616 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.165841 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.166104 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.166373 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.166632 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.167026 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.167288 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.167885 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.167885 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.168185 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.168269 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.168490 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.168751 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.169015 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.169243 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.169483 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_json = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.169704 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.169948 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.170657 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.170887 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.171111 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.171334 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.171554 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.171814 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.172642 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.173101 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.173402 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.173732 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.174002 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.174242 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.174508 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.174750 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.175001 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.175242 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.175486 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.175813 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.176068 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.176408 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.176670 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.176965 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.177318 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.177594 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.177857 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.178102 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.178343 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.178568 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.178816 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.179082 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.179336 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.179574 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.179812 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.180010 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:57:24.180167 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.180306 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.180587 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.180930 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.181204 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.181489 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.181760 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.182001 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.182252 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.182496 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.182720 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.182957 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.183165 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.183457 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.183688 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.183905 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.184167 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.184642 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.185411 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.185886 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.186298 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.186298 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.186606 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.186750 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.186969 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.187225 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.187445 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.187709 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.188206 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.188206 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.188467 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.188641 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.188931 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.189142 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.189383 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.189606 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.189842 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.190062 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.190451 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.190584 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.190714 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.190913 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.191188 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.191412 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.191628 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.191844 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.192085 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.192309 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.192563 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.192868 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.193440 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.194396 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.194396 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.194396 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.194396 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.194927 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.194927 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.194927 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.195658 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.195658 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.195658 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.196054 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.196054 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.198762 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.198762 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.198762 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.198762 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.198762 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.198762 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.198762 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.198762 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.199258 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.199258 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.199258 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.199258 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.199258 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.199553 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.199631 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.199851 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.200070 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 57642) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:57:24.200392 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.200625 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.200901 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.201128 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.201356 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.201608 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.202076 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.202353 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.202579 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.202858 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.203116 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.203383 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.203610 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.204150 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.204150 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.204682 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.204682 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.204997 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.205179 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.205395 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.205699 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.205988 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.206255 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.206494 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.206761 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.207021 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.207292 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.207529 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.207765 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.208011 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.208255 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.208516 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.208704 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.208965 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.209316 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.209550 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.209796 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.210033 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.210323 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.210574 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.210842 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.211109 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.211541 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.211688 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.211825 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.212057 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.212277 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.212530 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.212781 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.213025 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.213265 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.213531 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.214589 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.214589 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.214764 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [-] 10.222.0.27 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092154 Sep 27 04:57:24.214845 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.214845 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.214845 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.214845 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.215089 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.215239 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.215606 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.216860 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.217229 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.217621 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.218022 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.218381 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.220110 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.220507 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.220889 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.221304 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.221687 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.221977 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.223080 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.223324 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.224040 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.224040 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.224219 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.224306 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.224556 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.224778 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.225032 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.225258 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.225516 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.225741 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.225965 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.226201 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.226471 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.227207 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.227207 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.227488 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.227488 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.227828 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.227979 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.228180 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.229179 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.229179 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.229179 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.229179 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.230140 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.230140 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.230140 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.230140 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.230140 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.230806 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.230806 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.230806 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.231417 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.231417 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.231691 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.231827 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.231972 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.232291 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.232504 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.232644 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.233724 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.234044 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.234190 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.235511 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.235511 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.235511 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.235946 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.236064 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.236235 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.236569 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.236777 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.238206 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.238206 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.238547 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.238547 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.238854 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.239005 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.239215 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.239795 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.239795 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.240241 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.240241 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.240510 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.240510 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.240775 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.241878 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.242043 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.242134 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.242348 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.242598 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.243582 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.243582 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.243582 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.243582 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.244028 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.244028 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.244028 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.244888 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.244888 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.244888 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.245903 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.246205 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.246411 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.246839 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.246987 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.247254 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.247521 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.247927 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.249418 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.250936 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.251392 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.252868 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.253049 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.253600 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.255293 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.255293 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.255293 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.255293 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.255293 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.255293 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.256048 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.256048 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.256339 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.256684 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.257011 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.257285 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.257569 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.257802 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.258021 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.258322 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.258512 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.258865 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.259084 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.259365 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.259603 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.259842 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.260121 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.260320 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.260949 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.261291 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.261552 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.261809 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.262043 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.263056 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 04:57:24.263842 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103849) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 04:57:24.263842 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 04:57:24.264003 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 04:57:24.264071 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 04:57:24.264250 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 04:57:24.264410 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 04:57:24.264631 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.264879 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.264983 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.265145 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.265315 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.265508 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.265713 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.265947 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.266081 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.266217 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.266426 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.266571 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.266707 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.266840 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.266973 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.267103 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.267233 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.267587 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.267587 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.267848 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.267848 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.268102 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.268261 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] debug = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.268261 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.268507 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.268661 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.268861 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.269799 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.269972 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.270138 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.270302 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.270467 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.271512 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.271686 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.271850 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.272009 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.272941 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.272941 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.272941 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.272941 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.272941 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.273561 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] host = dv-cinder-858463-2-iscsi {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.273561 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.274221 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.274392 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.274568 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.274714 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.275037 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.275204 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.275373 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.275537 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.275698 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.275860 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.277037 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.277324 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.277511 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.277691 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_options = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.277867 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.278039 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.278209 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.278405 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.279426 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.279426 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.279426 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.279426 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.279426 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.279426 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.279865 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.279865 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.279865 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.280072 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.280149 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.280304 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.280413 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.281195 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.281195 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.281987 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:57:24.282716 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.282999 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.283743 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.283743 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.283743 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.283743 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.284312 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.284312 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.284312 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.284312 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.285642 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.285642 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.285642 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.285642 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.285642 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.285642 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.285642 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.285642 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.286661 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.286661 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.286661 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.286661 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.286661 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.286661 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.286661 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.287563 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.287563 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.287563 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_json = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.287563 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.287563 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.287563 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.288337 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.288337 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.288337 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.288337 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.288337 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.289022 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:57:24.289022 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.290388 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.290599 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.290773 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.291091 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.291409 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.291585 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.292459 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.292459 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.293019 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.293019 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.293019 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.293832 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.293832 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.293832 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.295211 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.295211 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.295211 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.295211 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.295754 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.295926 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.296105 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.296282 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.296447 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.296613 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.296759 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.297559 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.297875 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.298028 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.298216 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.298465 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.299354 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.299354 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.299354 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.299354 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.299354 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.300024 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.300024 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.300024 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.300024 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.300024 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.300785 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.300785 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.300785 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.300785 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.300785 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.301563 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.301563 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.301563 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.301563 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.301563 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.302907 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.302907 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.302907 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.302907 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.302907 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.302907 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.302907 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.302907 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.303694 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.303694 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.303694 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.303694 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.303694 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.304174 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.304347 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.304520 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.304684 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.305418 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.305585 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.305747 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.306088 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.307665 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.307665 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.307665 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.307665 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.308232 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.308232 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.309265 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.309265 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.309265 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.309265 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.309779 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.309779 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.309779 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.309779 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.310315 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.310315 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.310315 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.310315 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.310829 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.310829 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.310829 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.311223 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.311223 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.311223 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.311609 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.311609 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.311869 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.311869 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.312142 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.312142 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.312411 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.313128 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.313514 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.313739 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.313910 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.314074 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.314235 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.314391 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.314552 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.317008 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.317241 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.317386 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.317682 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.317781 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.318095 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.318095 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.319243 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.319243 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.319452 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.319520 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.319646 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.319804 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.320879 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.320879 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.320879 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.320879 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.320879 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.320879 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.321246 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.321246 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.321246 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.321413 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.321561 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.321739 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.321906 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.322074 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.324985 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.324985 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.324985 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.324985 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.324985 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.324985 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.324985 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.324985 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.325522 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.325522 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.325522 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.325522 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.325522 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.325522 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.325522 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.325522 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.325969 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.325969 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.325969 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.325969 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.325969 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.326506 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.326654 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.326789 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.326922 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.327064 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.327200 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.328323 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.328498 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.328639 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.328826 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.328976 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.329151 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.329316 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.329470 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.329634 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.329799 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.329950 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.330123 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.330291 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.330444 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.330606 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.331600 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.331771 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.331937 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.332108 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.332299 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.332446 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.332614 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.332771 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.332990 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.333157 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.333310 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.334863 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.334863 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.334863 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.334863 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.335239 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.335239 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.335470 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.335470 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.335679 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.335784 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.335886 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.336046 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.336211 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.336525 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.336888 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.337217 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.337565 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.337746 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.337892 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.338061 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.338230 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.338398 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.338562 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.338730 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.338895 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.339059 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.339230 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.339394 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.339560 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.339726 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.339890 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.340053 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.340234 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.340400 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.340566 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.340724 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.340942 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.341094 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.341270 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.341435 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.341601 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.341770 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.341928 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.342093 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.342268 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.342433 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.342598 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.342763 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.342928 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.343092 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.343265 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.343429 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.343593 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.343762 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.344443 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.344610 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.344784 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.344970 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.345135 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.345301 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.345457 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.345617 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.345792 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.345957 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.346956 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.346956 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.346956 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.346956 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.346956 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.346956 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.347732 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.347732 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.347732 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.347732 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.347732 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.348384 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.348384 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.348384 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.348384 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.348899 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.348899 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.348899 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.349310 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.349310 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.349310 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.349636 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.349636 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.349777 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.349942 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.350108 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.350286 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.350464 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.350629 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.350796 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.350961 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.351125 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.351292 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.351454 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.351618 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.351783 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.351949 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.352114 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.352279 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.352441 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.353388 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.353388 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.353388 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.353388 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.353388 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.353388 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.354004 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:57:24.354004 dv-cinder-858463-2-iscsi neutron-server[103849]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103849) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 04:57:35.757029 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a2bf1f-690e-4b85-839e-4f7315a62688 None None] get_active_networks_info from dv-cinder-858463-2-iscsi {{(pid=103958) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Sep 27 04:57:35.822252 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2bf1f-690e-4b85-839e-4f7315a62688 None None] No non-hosted networks {{(pid=103958) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 27 04:57:35.839884 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.agentschedulers_db [None req-67a2bf1f-690e-4b85-839e-4f7315a62688 None None] DHCP Agent not found on host dv-cinder-858463-2-iscsi {{(pid=103958) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 27 04:57:35.981317 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-dc5de720-e47a-4acb-b8c7-4c1c0d25e21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7909867'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:38.103893 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b2066711-7042-46f1-a138-5e483f65ec2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7909867'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:38.255870 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7719f2df-c9e7-41b0-aa18-154bd8bdccf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:39.395247 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7909867'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:40.747515 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7909867'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:42.058197 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7909867'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:42.058906 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:42.059214 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:42.059550 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:42.059886 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:42.060214 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:42.060542 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:42.060895 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:42.061258 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:42.061574 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:42.062431 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:42.062769 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:42.063100 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:42.063440 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:42.063856 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-858463-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:57:42.074812 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-858463-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:57:42.126918 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 57736) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:57:42.646251 dv-cinder-858463-2-iscsi neutron-server[103957]: WARNING oslo_policy.policy [None req-e4025307-5d52-4c40-a5a6-c308f3854ac7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:57:42.646846 dv-cinder-858463-2-iscsi neutron-server[103957]: WARNING oslo_policy.policy [None req-e4025307-5d52-4c40-a5a6-c308f3854ac7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:57:42.871736 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [None req-e4025307-5d52-4c40-a5a6-c308f3854ac7 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103957) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:57:42.885139 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e4025307-5d52-4c40-a5a6-c308f3854ac7 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7447581 Sep 27 04:57:45.356714 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.db.l3_hamode_db [None req-f545ee16-225a-46d4-89f1-0d1065f59840 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 27 04:57:45.439722 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545ee16-225a-46d4-89f1-0d1065f59840 None None] Routers set() bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 04:57:45.440006 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545ee16-225a-46d4-89f1-0d1065f59840 None None] Router IDs set() for agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:459}} Sep 27 04:57:45.499163 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 57754) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:57:45.813048 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-e1f45a1c-a7d0-4890-b671-9e094a85901b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:57:45.904892 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.policy [None req-e1f45a1c-a7d0-4890-b671-9e094a85901b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103957) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 04:57:45.947738 dv-cinder-858463-2-iscsi neutron-server[103957]: WARNING oslo_policy.policy [None req-e1f45a1c-a7d0-4890-b671-9e094a85901b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:57:45.948115 dv-cinder-858463-2-iscsi neutron-server[103957]: WARNING oslo_policy.policy [None req-e1f45a1c-a7d0-4890-b671-9e094a85901b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:57:46.042627 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e1f45a1c-a7d0-4890-b671-9e094a85901b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740366513679', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740366512162', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740366499484', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740366493627', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740366482563', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740366477618', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-657795', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-778294', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7962970', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8320759'] for rbac-policy (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:46.108005 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e1f45a1c-a7d0-4890-b671-9e094a85901b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:46.109967 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e1f45a1c-a7d0-4890-b671-9e094a85901b admin admin] 10.222.0.27 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6098552 Sep 27 04:57:48.644951 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 57764) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:57:48.949572 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:57:48.978408 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Made reservation on behalf of 319894bc10cb4c39a6b3bbce2f9a8cb4 for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:57:48.982288 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:48.999478 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:49.106583 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Publish callbacks [] for security_group (1801b699-1a4f-4e9f-a8ad-0bc45cea2709), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:49.111118 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (1801b699-1a4f-4e9f-a8ad-0bc45cea2709), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:49.142537 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:57:49.171576 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740363609070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (8da69d36-263e-4176-a410-238440dc891a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:49.172129 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Unsubscribe: segment precommit_create {{(pid=103957) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 04:57:49.172656 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Added segment 8da69d36-263e-4176-a410-238440dc891a of type vlan for network 40fead6b-0d84-458d-9c62-de56444c07d9 Sep 27 04:57:49.178715 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1801b699-1a4f-4e9f-a8ad-0bc45cea2709,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:57:49.213690 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:49.214066 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:49.214425 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:49.214764 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:49.215096 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:49.215428 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:49.215752 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:49.216086 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:49.216407 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:49.216745 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:49.217093 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:49.218066 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:49.218423 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Tracked resource versions report: Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: pushed versions: Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: { 'AddressGroup': {'1.2'}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'ConntrackHelper': {'1.0'}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'LocalIPAssociation': {'1.0'}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Log': {'1.0'}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Network': {'1.1'}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Port': {'1.7'}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'PortForwarding': {'1.2'}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'QosPolicy': {'1.10'}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'SecurityGroup': {'1.5'}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'SecurityGroupRule': {'1.2'}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'SubPort': {'1.0'}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Subnet': {'1.1'}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Trunk': {'1.1'}} Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: consumer versions: Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: { DHCP agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: L3 agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: Metadata agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: Metering agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: Open vSwitch agent@dv-cinder-858463-2-iscsi: { 'AddressGroup': '1.2', Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'ConntrackHelper': '1.0', Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'LocalIPAssociation': '1.0', Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Log': '1.0', Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Network': '1.1', Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Port': '1.7', Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'PortForwarding': '1.2', Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'QosPolicy': '1.10', Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'SecurityGroup': '1.5', Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'SecurityGroupRule': '1.2', Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'SubPort': '1.0', Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Subnet': '1.1', Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Trunk': '1.1'}} Sep 27 04:57:49.219770 dv-cinder-858463-2-iscsi neutron-server[103957]: {{(pid=103957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 04:57:49.290003 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (40fead6b-0d84-458d-9c62-de56444c07d9), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:49.328811 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (40fead6b-0d84-458d-9c62-de56444c07d9), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:49.333907 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:57:49.334600 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:49.422912 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7769005 Sep 27 04:57:49.452422 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e68e087-bcb2-46f7-b545-4f23a9b0d822 demo demo] Pushing event updated for resources: {'Network': ['ID=40fead6b-0d84-458d-9c62-de56444c07d9,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:57:49.465283 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network 40fead6b-0d84-458d-9c62-de56444c07d9 details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:57:52.007267 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 57776) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:57:52.409225 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2383a914-8f9b-47e1-a8ee-8f9317da3a5b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:57:52.410556 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2383a914-8f9b-47e1-a8ee-8f9317da3a5b demo admin] 10.222.0.27 "GET /v2.0/networks/40fead6b-0d84-458d-9c62-de56444c07d9 HTTP/1.1" status: 200 len: 825 time: 0.4023123 Sep 27 04:57:52.434102 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-ca4f19b2-c3d7-45fe-b3d5-cf00b312822c demo admin] 10.222.0.27 "GET /v2.0/subnetpools/288f3d1c-ce62-41fb-90a9-8c8e171f24f0 HTTP/1.1" status: 200 len: 734 time: 0.0178418 Sep 27 04:57:52.442508 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-e22b35f5-9eee-467f-9d58-ebfe7fceec44 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9', 'subnetpool_id': '288f3d1c-ce62-41fb-90a9-8c8e171f24f0', 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:57:52.462887 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22b35f5-9eee-467f-9d58-ebfe7fceec44 demo admin] Made reservation on behalf of 319894bc10cb4c39a6b3bbce2f9a8cb4 for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:57:52.465071 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e22b35f5-9eee-467f-9d58-ebfe7fceec44 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:52.748027 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e22b35f5-9eee-467f-9d58-ebfe7fceec44 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for subnet (0ceca792-2f3a-4fac-bb91-943c2e5b4c52), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:52.817850 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b35f5-9eee-467f-9d58-ebfe7fceec44 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0ceca792-2f3a-4fac-bb91-943c2e5b4c52,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:57:52.819864 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22b35f5-9eee-467f-9d58-ebfe7fceec44 demo admin] Checking segment: {'id': '8da69d36-263e-4176-a410-238440dc891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 04:57:52.820243 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b35f5-9eee-467f-9d58-ebfe7fceec44 demo admin] Network hostable DHCP agents. Network: 40fead6b-0d84-458d-9c62-de56444c07d9, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:57:52.840318 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b35f5-9eee-467f-9d58-ebfe7fceec44 demo admin] Network 40fead6b-0d84-458d-9c62-de56444c07d9 is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:57:52.852212 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-e22b35f5-9eee-467f-9d58-ebfe7fceec44 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, 40fead6b-0d84-458d-9c62-de56444c07d9) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:57:52.856630 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22b35f5-9eee-467f-9d58-ebfe7fceec44 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:57:52.857265 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e22b35f5-9eee-467f-9d58-ebfe7fceec44 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:52.862586 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95222538-8216-4de8-80a7-a6f1daeb3279 None None] Network 40fead6b-0d84-458d-9c62-de56444c07d9 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 04:57:52.873176 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e22b35f5-9eee-467f-9d58-ebfe7fceec44 demo admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4337275 Sep 27 04:57:53.235666 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cd8c3b0-7956-5b2d-987d-d9256dbf3db7-40fead6b-0d84-458d-9c62-de56444c07d9', 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9', 'project_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'fixed_ips': [{'subnet_id': '0ceca792-2f3a-4fac-bb91-943c2e5b4c52'}]}} from dv-cinder-858463-2-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 27 04:57:53.237061 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:53.516019 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Allocated IP 172.20.0.2 (40fead6b-0d84-458d-9c62-de56444c07d9/0ceca792-2f3a-4fac-bb91-943c2e5b4c52/cfd76991-f2d3-4c8f-a82b-0dc1be93897d) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:57:53.780111 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Publish callbacks [] for port (cfd76991-f2d3-4c8f-a82b-0dc1be93897d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:53.788006 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (cfd76991-f2d3-4c8f-a82b-0dc1be93897d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:53.851433 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Network 40fead6b-0d84-458d-9c62-de56444c07d9 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:57:53.856085 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:57:53.868728 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 04:57:53.906961 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Pushing event updated for resources: {'Port': ['ID=cfd76991-f2d3-4c8f-a82b-0dc1be93897d,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:57:53.933064 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:53.933432 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:53.933796 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:53.934139 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:53.934473 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:53.934802 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:53.935213 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:53.935498 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:53.935927 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:53.937127 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:53.937606 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:53.937935 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:53.938264 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Tracked resource versions report: Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: pushed versions: Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: { 'AddressGroup': {'1.2'}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'ConntrackHelper': {'1.0'}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'LocalIPAssociation': {'1.0'}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Log': {'1.0'}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Network': {'1.1'}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Port': {'1.7'}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'PortForwarding': {'1.2'}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'QosPolicy': {'1.10'}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'SecurityGroup': {'1.5'}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'SecurityGroupRule': {'1.2'}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'SubPort': {'1.0'}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Subnet': {'1.1'}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Trunk': {'1.1'}} Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: consumer versions: Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: { DHCP agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: L3 agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: Metadata agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: Metering agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: Open vSwitch agent@dv-cinder-858463-2-iscsi: { 'AddressGroup': '1.2', Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'ConntrackHelper': '1.0', Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'LocalIPAssociation': '1.0', Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Log': '1.0', Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Network': '1.1', Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Port': '1.7', Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'PortForwarding': '1.2', Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'QosPolicy': '1.10', Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'SecurityGroup': '1.5', Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'SecurityGroupRule': '1.2', Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'SubPort': '1.0', Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Subnet': '1.1', Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Trunk': '1.1'}} Sep 27 04:57:53.939690 dv-cinder-858463-2-iscsi neutron-server[103958]: {{(pid=103958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 04:57:53.968415 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Attempting to bind port cfd76991-f2d3-4c8f-a82b-0dc1be93897d on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 04:57:53.968837 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Attempting to bind port cfd76991-f2d3-4c8f-a82b-0dc1be93897d by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '8da69d36-263e-4176-a410-238440dc891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 04:57:53.969259 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Attempting to bind port cfd76991-f2d3-4c8f-a82b-0dc1be93897d on network 40fead6b-0d84-458d-9c62-de56444c07d9 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:57:53.974192 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 04:57:53.974569 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Checking segment: {'id': '8da69d36-263e-4176-a410-238440dc891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 04:57:53.975054 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:53.975445 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Bound using segment: {'id': '8da69d36-263e-4176-a410-238440dc891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:57:53.975939 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Bound port: cfd76991-f2d3-4c8f-a82b-0dc1be93897d, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da69d36-263e-4176-a410-238440dc891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 04:57:53.976344 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (cfd76991-f2d3-4c8f-a82b-0dc1be93897d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:54.039596 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] For port cfd76991-f2d3-4c8f-a82b-0dc1be93897d, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:57:54.043936 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] For port cfd76991-f2d3-4c8f-a82b-0dc1be93897d, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=cfd76991-f2d3-4c8f-a82b-0dc1be93897d,segment=NetworkSegment(8da69d36-263e-4176-a410-238440dc891a),segment_id=8da69d36-263e-4176-a410-238440dc891a)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:57:54.052204 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (cfd76991-f2d3-4c8f-a82b-0dc1be93897d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:57:54.111213 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7c560-eec8-44cb-9640-1a6b66dd94b5 None None] Pushing event updated for resources: {'Port': ['ID=cfd76991-f2d3-4c8f-a82b-0dc1be93897d,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:57:55.505322 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 57784) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:57:56.005696 dv-cinder-858463-2-iscsi neutron-server[103956]: WARNING oslo_policy.policy [None req-65485d00-7eb3-4075-9eaf-87e0a9c7a5c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:57:56.006286 dv-cinder-858463-2-iscsi neutron-server[103956]: WARNING oslo_policy.policy [None req-65485d00-7eb3-4075-9eaf-87e0a9c7a5c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:57:56.235672 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [None req-65485d00-7eb3-4075-9eaf-87e0a9c7a5c7 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:57:56.237449 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-65485d00-7eb3-4075-9eaf-87e0a9c7a5c7 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7294898 Sep 27 04:57:58.838999 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 57798) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:57:59.160001 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [None req-15ec958a-20f9-47f8-aabf-ad3e6b2900b3 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103957) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:57:59.161032 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-15ec958a-20f9-47f8-aabf-ad3e6b2900b3 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3210468 Sep 27 04:58:01.751998 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 57806) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:58:02.069881 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-357eaf61-8b9a-4d84-995a-3e32bad8aabc demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:58:02.131093 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.policy [None req-357eaf61-8b9a-4d84-995a-3e32bad8aabc demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103956) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 04:58:02.175930 dv-cinder-858463-2-iscsi neutron-server[103956]: WARNING oslo_policy.policy [None req-357eaf61-8b9a-4d84-995a-3e32bad8aabc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:58:02.176333 dv-cinder-858463-2-iscsi neutron-server[103956]: WARNING oslo_policy.policy [None req-357eaf61-8b9a-4d84-995a-3e32bad8aabc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:58:02.238835 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-357eaf61-8b9a-4d84-995a-3e32bad8aabc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30415'] for router (66c8d11c-3d66-4444-8f36-6d15cda20361), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:02.241211 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-357eaf61-8b9a-4d84-995a-3e32bad8aabc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7911021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7911823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7965208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30456'] for router (66c8d11c-3d66-4444-8f36-6d15cda20361), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:02.401258 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-357eaf61-8b9a-4d84-995a-3e32bad8aabc demo demo] Publish callbacks [] for router_controller (66c8d11c-3d66-4444-8f36-6d15cda20361), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:02.407443 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-357eaf61-8b9a-4d84-995a-3e32bad8aabc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7911010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7911904'] for router (66c8d11c-3d66-4444-8f36-6d15cda20361), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:02.433261 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-357eaf61-8b9a-4d84-995a-3e32bad8aabc demo demo] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:02.434753 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-357eaf61-8b9a-4d84-995a-3e32bad8aabc demo demo] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6817789 Sep 27 04:58:04.887920 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device cfd76991-f2d3-4c8f-a82b-0dc1be93897d up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:58:04.975039 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port cfd76991-f2d3-4c8f-a82b-0dc1be93897d triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 04:58:04.975039 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (cfd76991-f2d3-4c8f-a82b-0dc1be93897d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:04.975039 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port cfd76991-f2d3-4c8f-a82b-0dc1be93897d Sep 27 04:58:05.052856 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 57820) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:58:05.075704 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port cfd76991-f2d3-4c8f-a82b-0dc1be93897d is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 04:58:05.076054 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (cfd76991-f2d3-4c8f-a82b-0dc1be93897d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:05.111358 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port cfd76991-f2d3-4c8f-a82b-0dc1be93897d, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=cfd76991-f2d3-4c8f-a82b-0dc1be93897d,segment=NetworkSegment(8da69d36-263e-4176-a410-238440dc891a),segment_id=8da69d36-263e-4176-a410-238440dc891a)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:58:05.115196 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (cfd76991-f2d3-4c8f-a82b-0dc1be93897d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:05.162681 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=cfd76991-f2d3-4c8f-a82b-0dc1be93897d,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:58:05.385343 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [None req-e9456c87-8316-4a52-871f-e5d444e86170 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:58:05.386437 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e9456c87-8316-4a52-871f-e5d444e86170 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3324625 Sep 27 04:58:05.522334 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d317fe-51a3-4096-bfe6-b4ae17c66e20 None None] Network 40fead6b-0d84-458d-9c62-de56444c07d9 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 04:58:05.591094 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-865a1873-1e2a-4cf2-b6aa-e2fe797afa6a None None] Provisioning complete for port cfd76991-f2d3-4c8f-a82b-0dc1be93897d triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 04:58:05.591641 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-865a1873-1e2a-4cf2-b6aa-e2fe797afa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (cfd76991-f2d3-4c8f-a82b-0dc1be93897d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:05.592096 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-865a1873-1e2a-4cf2-b6aa-e2fe797afa6a None None] Attempt 1 to provision port cfd76991-f2d3-4c8f-a82b-0dc1be93897d Sep 27 04:58:05.724637 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-865a1873-1e2a-4cf2-b6aa-e2fe797afa6a None None] Current status of the port cfd76991-f2d3-4c8f-a82b-0dc1be93897d is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 04:58:05.744185 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-28ccc3f6-d580-4509-b1ed-7ef3e771b87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:05.945438 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-58fa0c3e-1dea-4b35-ae7f-f160c8fc0ee5 None None] Provisioning complete for port cfd76991-f2d3-4c8f-a82b-0dc1be93897d triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 04:58:05.946068 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-58fa0c3e-1dea-4b35-ae7f-f160c8fc0ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (cfd76991-f2d3-4c8f-a82b-0dc1be93897d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:05.946222 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-58fa0c3e-1dea-4b35-ae7f-f160c8fc0ee5 None None] Attempt 1 to provision port cfd76991-f2d3-4c8f-a82b-0dc1be93897d Sep 27 04:58:06.018475 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-58fa0c3e-1dea-4b35-ae7f-f160c8fc0ee5 None None] Current status of the port cfd76991-f2d3-4c8f-a82b-0dc1be93897d is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 04:58:06.843015 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device cfd76991-f2d3-4c8f-a82b-0dc1be93897d up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:58:06.889921 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port cfd76991-f2d3-4c8f-a82b-0dc1be93897d triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 04:58:06.890316 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (cfd76991-f2d3-4c8f-a82b-0dc1be93897d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:06.890661 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port cfd76991-f2d3-4c8f-a82b-0dc1be93897d Sep 27 04:58:06.957826 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port cfd76991-f2d3-4c8f-a82b-0dc1be93897d is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 04:58:07.999589 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 57830) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:58:08.082699 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6d8ce243-6a73-423d-bd83-1f071020e1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:08.315440 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:58:08.337861 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Made reservation on behalf of c063435f154b48b086fd2d4eed2a41ea for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:58:08.340829 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:08.356082 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:08.461428 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Publish callbacks [] for security_group (d1e5496f-7789-46f1-9c5e-a5d95741ae57), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:08.465005 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (d1e5496f-7789-46f1-9c5e-a5d95741ae57), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:08.476171 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Reserving flat network on physical network physnet1 {{(pid=103956) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 27 04:58:08.508969 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740363609070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (72a50aca-f150-4b97-9a9f-a334b95b5e6e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:08.509517 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Unsubscribe: segment precommit_create {{(pid=103956) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 04:58:08.510038 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Added segment 72a50aca-f150-4b97-9a9f-a334b95b5e6e of type flat for network 567d47fc-aabf-4674-8921-5604d2739763 Sep 27 04:58:08.526083 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e5496f-7789-46f1-9c5e-a5d95741ae57,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:58:08.551222 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:08.551583 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:08.551918 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:08.552245 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:08.552570 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:08.552913 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:08.553249 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:08.553574 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:08.553903 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:08.554235 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:08.554557 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:08.554871 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:08.555181 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Tracked resource versions report: Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: pushed versions: Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: { 'AddressGroup': {'1.2'}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'ConntrackHelper': {'1.0'}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'LocalIPAssociation': {'1.0'}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Log': {'1.0'}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Network': {'1.1'}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Port': {'1.7'}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'PortForwarding': {'1.2'}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'QosPolicy': {'1.10'}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'SecurityGroup': {'1.5'}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'SecurityGroupRule': {'1.2'}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'SubPort': {'1.0'}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Subnet': {'1.1'}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Trunk': {'1.1'}} Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: consumer versions: Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: { DHCP agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: L3 agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: Metadata agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: Metering agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: Open vSwitch agent@dv-cinder-858463-2-iscsi: { 'AddressGroup': '1.2', Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'ConntrackHelper': '1.0', Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'LocalIPAssociation': '1.0', Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Log': '1.0', Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Network': '1.1', Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Port': '1.7', Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'PortForwarding': '1.2', Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'QosPolicy': '1.10', Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'SecurityGroup': '1.5', Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'SecurityGroupRule': '1.2', Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'SubPort': '1.0', Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Subnet': '1.1', Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Trunk': '1.1'}} Sep 27 04:58:08.556581 dv-cinder-858463-2-iscsi neutron-server[103956]: {{(pid=103956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 04:58:08.629342 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (567d47fc-aabf-4674-8921-5604d2739763), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:08.671567 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (567d47fc-aabf-4674-8921-5604d2739763), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:08.672894 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:58:08.673572 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:08.748437 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7471426 Sep 27 04:58:08.778070 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51701d86-424f-4e01-90d8-b3e2be5a4ed5 admin admin] Pushing event updated for resources: {'Network': ['ID=567d47fc-aabf-4674-8921-5604d2739763,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:58:08.789864 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network 567d47fc-aabf-4674-8921-5604d2739763 details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:58:09.307529 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:10.690318 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:11.194848 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:58:11.325128 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 57852) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:58:11.501629 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c1c7b4-3ece-4ec4-a3c0-a4d955d5938f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:58:11.502932 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-00c1c7b4-3ece-4ec4-a3c0-a4d955d5938f demo admin] 10.222.0.27 "GET /v2.0/subnets/0ceca792-2f3a-4fac-bb91-943c2e5b4c52 HTTP/1.1" status: 200 len: 849 time: 0.1767569 Sep 27 04:58:11.660278 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-23fc9d5e-446e-4cf5-8e34-a2be6824b8d5 demo admin] 10.222.0.27 "GET /v2.0/routers/66c8d11c-3d66-4444-8f36-6d15cda20361 HTTP/1.1" status: 200 len: 704 time: 0.1515398 Sep 27 04:58:11.919817 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:12.055697 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:12.206721 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Allocated IP 172.20.0.1 (40fead6b-0d84-458d-9c62-de56444c07d9/0ceca792-2f3a-4fac-bb91-943c2e5b4c52/c285de02-4b27-48a3-b0c2-ad7604f93d4b) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:58:12.358404 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Publish callbacks [] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:12.421187 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:12.486192 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Network 40fead6b-0d84-458d-9c62-de56444c07d9 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:58:12.495020 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:58:12.506461 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 04:58:12.507017 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912591'] for router_interface (66c8d11c-3d66-4444-8f36-6d15cda20361), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:12.614101 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Pushing event updated for resources: {'Port': ['ID=c285de02-4b27-48a3-b0c2-ad7604f93d4b,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:58:12.761185 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:12.776903 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] Provisioning complete for port c285de02-4b27-48a3-b0c2-ad7604f93d4b triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 04:58:12.777249 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:12.777595 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] Attempt 1 to provision port c285de02-4b27-48a3-b0c2-ad7604f93d4b Sep 27 04:58:12.851525 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] Port c285de02-4b27-48a3-b0c2-ad7604f93d4b cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 04:58:12.968480 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Publish callbacks [] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:12.972740 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:12.973534 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7912483'] for router_interface (66c8d11c-3d66-4444-8f36-6d15cda20361), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:13.050069 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Pushing event updated for resources: {'Port': ['ID=c285de02-4b27-48a3-b0c2-ad7604f93d4b,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:58:13.099137 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Network 40fead6b-0d84-458d-9c62-de56444c07d9 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:58:13.100492 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:58:13.255954 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Router 66c8d11c-3d66-4444-8f36-6d15cda20361 is scheduled to L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e with binding_index 1 {{(pid=103957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 04:58:13.341781 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:58:13.350136 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d058368c-6f05-4cc0-a23e-90425e916242 demo admin] 10.222.0.27 "PUT /v2.0/routers/66c8d11c-3d66-4444-8f36-6d15cda20361/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6841252 Sep 27 04:58:13.351087 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Sync routers for ids ['66c8d11c-3d66-4444-8f36-6d15cda20361'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:58:13.352712 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] Attempt 2 to provision port c285de02-4b27-48a3-b0c2-ad7604f93d4b Sep 27 04:58:13.364511 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Routers {'66c8d11c-3d66-4444-8f36-6d15cda20361'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 04:58:13.365658 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T04:58:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['66c8d11c-3d66-4444-8f36-6d15cda20361'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:58:13.387635 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] Port c285de02-4b27-48a3-b0c2-ad7604f93d4b cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 04:58:13.548563 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Set router 66c8d11c-3d66-4444-8f36-6d15cda20361 gateway port host: None {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 04:58:13.889046 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] Attempt 3 to provision port c285de02-4b27-48a3-b0c2-ad7604f93d4b Sep 27 04:58:13.921083 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] Port c285de02-4b27-48a3-b0c2-ad7604f93d4b cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 04:58:13.973885 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c8d11c-3d66-4444-8f36-6d15cda20361', 'name': 'router1', 'tenant_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:58:02Z', 'updated_at': '2022-09-27T04:58:12Z', 'revision_number': 2, 'project_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'gw_port_host': None, '_interfaces': [{'id': 'c285de02-4b27-48a3-b0c2-ad7604f93d4b', 'name': '', 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9', 'tenant_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'mac_address': 'fa:16:3e:3b:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c8d11c-3d66-4444-8f36-6d15cda20361', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ceca792-2f3a-4fac-bb91-943c2e5b4c52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:58:11Z', 'updated_at': '2022-09-27T04:58:12Z', 'revision_number': 2, 'project_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'subnets': [{'id': '0ceca792-2f3a-4fac-bb91-943c2e5b4c52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '288f3d1c-ce62-41fb-90a9-8c8e171f24f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:58:14.023013 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Checking router: 66c8d11c-3d66-4444-8f36-6d15cda20361 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:58:14.023394 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Updating router 66c8d11c-3d66-4444-8f36-6d15cda20361 port c285de02-4b27-48a3-b0c2-ad7604f93d4b binding host dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:58:14.076324 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:14.422013 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] Attempt 4 to provision port c285de02-4b27-48a3-b0c2-ad7604f93d4b Sep 27 04:58:14.456290 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] Port c285de02-4b27-48a3-b0c2-ad7604f93d4b cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 04:58:14.578047 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Publish callbacks [] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:14.585650 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:14.728994 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Pushing event updated for resources: {'Port': ['ID=c285de02-4b27-48a3-b0c2-ad7604f93d4b,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:58:14.732551 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Attempting to bind port c285de02-4b27-48a3-b0c2-ad7604f93d4b on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 04:58:14.733044 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Attempting to bind port c285de02-4b27-48a3-b0c2-ad7604f93d4b by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '8da69d36-263e-4176-a410-238440dc891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 04:58:14.733507 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Attempting to bind port c285de02-4b27-48a3-b0c2-ad7604f93d4b on network 40fead6b-0d84-458d-9c62-de56444c07d9 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:58:14.739596 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:14.739954 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:14.740301 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:14.740638 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:14.740991 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:14.741323 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:14.741654 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:14.741979 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:14.742306 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:14.742645 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:14.742971 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:14.743295 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:14.743616 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Tracked resource versions report: Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: pushed versions: Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: { 'AddressGroup': {'1.2'}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'ConntrackHelper': {'1.0'}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'LocalIPAssociation': {'1.0'}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Log': {'1.0'}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Network': {'1.1'}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Port': {'1.7'}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'PortForwarding': {'1.2'}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'QosPolicy': {'1.10'}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'SecurityGroup': {'1.5'}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'SecurityGroupRule': {'1.2'}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'SubPort': {'1.0'}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Subnet': {'1.1'}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Trunk': {'1.1'}} Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: consumer versions: Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: { DHCP agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: L3 agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: Metadata agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: Metering agent@dv-cinder-858463-2-iscsi: {}, Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: Open vSwitch agent@dv-cinder-858463-2-iscsi: { 'AddressGroup': '1.2', Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'ConntrackHelper': '1.0', Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'LocalIPAssociation': '1.0', Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Log': '1.0', Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Network': '1.1', Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Port': '1.7', Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'PortForwarding': '1.2', Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'QosPolicy': '1.10', Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'SecurityGroup': '1.5', Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'SecurityGroupRule': '1.2', Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'SubPort': '1.0', Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Subnet': '1.1', Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Trunk': '1.1'}} Sep 27 04:58:14.745069 dv-cinder-858463-2-iscsi neutron-server[103959]: {{(pid=103959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 04:58:14.751180 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 04:58:14.751836 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Checking segment: {'id': '8da69d36-263e-4176-a410-238440dc891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 04:58:14.752329 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:14.752712 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Bound using segment: {'id': '8da69d36-263e-4176-a410-238440dc891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:58:14.753234 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Bound port: c285de02-4b27-48a3-b0c2-ad7604f93d4b, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da69d36-263e-4176-a410-238440dc891a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 04:58:14.753618 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:14.816033 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] For port c285de02-4b27-48a3-b0c2-ad7604f93d4b, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:58:14.835363 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] For port c285de02-4b27-48a3-b0c2-ad7604f93d4b, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=c285de02-4b27-48a3-b0c2-ad7604f93d4b,segment=NetworkSegment(8da69d36-263e-4176-a410-238440dc891a),segment_id=8da69d36-263e-4176-a410-238440dc891a)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:58:14.840987 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:14.877190 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Routers {'66c8d11c-3d66-4444-8f36-6d15cda20361'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 04:58:14.877799 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T04:58:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['66c8d11c-3d66-4444-8f36-6d15cda20361'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:58:14.953046 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46c066-26f9-4b20-b09e-fc504e0e370b None None] Pushing event updated for resources: {'Port': ['ID=c285de02-4b27-48a3-b0c2-ad7604f93d4b,revision_number=4']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:58:14.957687 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] Attempt 5 to provision port c285de02-4b27-48a3-b0c2-ad7604f93d4b Sep 27 04:58:14.975144 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] Set router 66c8d11c-3d66-4444-8f36-6d15cda20361 gateway port host: None {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 04:58:15.033472 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] Current status of the port c285de02-4b27-48a3-b0c2-ad7604f93d4b is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 04:58:15.033792 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:15.067164 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] For port c285de02-4b27-48a3-b0c2-ad7604f93d4b, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=c285de02-4b27-48a3-b0c2-ad7604f93d4b,segment=NetworkSegment(8da69d36-263e-4176-a410-238440dc891a),segment_id=8da69d36-263e-4176-a410-238440dc891a)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:58:15.071725 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:15.124516 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e876c-d619-4473-bc89-0fa4f9ae04ef None None] Pushing event updated for resources: {'Port': ['ID=c285de02-4b27-48a3-b0c2-ad7604f93d4b,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:58:15.187701 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c8d11c-3d66-4444-8f36-6d15cda20361', 'name': 'router1', 'tenant_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:58:02Z', 'updated_at': '2022-09-27T04:58:12Z', 'revision_number': 2, 'project_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'gw_port_host': None, '_interfaces': [{'id': 'c285de02-4b27-48a3-b0c2-ad7604f93d4b', 'name': '', 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9', 'tenant_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'mac_address': 'fa:16:3e:3b:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c8d11c-3d66-4444-8f36-6d15cda20361', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ceca792-2f3a-4fac-bb91-943c2e5b4c52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:58:11Z', 'updated_at': '2022-09-27T04:58:14Z', 'revision_number': 4, 'project_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'subnets': [{'id': '0ceca792-2f3a-4fac-bb91-943c2e5b4c52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '288f3d1c-ce62-41fb-90a9-8c8e171f24f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:58:15.193524 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-69a3e094-02b6-480f-a849-b34fe150cfbf None None] Provisioning complete for port c285de02-4b27-48a3-b0c2-ad7604f93d4b triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 04:58:15.193932 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-69a3e094-02b6-480f-a849-b34fe150cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:15.194283 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-69a3e094-02b6-480f-a849-b34fe150cfbf None None] Attempt 1 to provision port c285de02-4b27-48a3-b0c2-ad7604f93d4b Sep 27 04:58:15.214532 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf709b1-e6ee-47e7-bc39-352fbb2c57d2 None None] The sync data for ids ['66c8d11c-3d66-4444-8f36-6d15cda20361'] in dv-cinder-858463-2-iscsi is: [{'id': '66c8d11c-3d66-4444-8f36-6d15cda20361', 'name': 'router1', 'tenant_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:58:02Z', 'updated_at': '2022-09-27T04:58:12Z', 'revision_number': 2, 'project_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'gw_port_host': None, '_interfaces': [{'id': 'c285de02-4b27-48a3-b0c2-ad7604f93d4b', 'name': '', 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9', 'tenant_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'mac_address': 'fa:16:3e:3b:92:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c8d11c-3d66-4444-8f36-6d15cda20361', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ceca792-2f3a-4fac-bb91-943c2e5b4c52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:58:11Z', 'updated_at': '2022-09-27T04:58:14Z', 'revision_number': 4, 'project_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'subnets': [{'id': '0ceca792-2f3a-4fac-bb91-943c2e5b4c52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '288f3d1c-ce62-41fb-90a9-8c8e171f24f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:58:15.270075 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-69a3e094-02b6-480f-a849-b34fe150cfbf None None] Current status of the port c285de02-4b27-48a3-b0c2-ad7604f93d4b is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 04:58:15.906391 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 57872) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:58:16.017006 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5f3817-81e7-4367-997d-a56c9a6ffeb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:58:16.023523 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9c5f3817-81e7-4367-997d-a56c9a6ffeb9 admin admin] 10.222.0.27 "GET /v2.0/networks/567d47fc-aabf-4674-8921-5604d2739763 HTTP/1.1" status: 200 len: 842 time: 0.1109526 Sep 27 04:58:16.027569 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-94eeebb1-639e-4b44-bb90-826d2cdb14e6 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:58:16.051481 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94eeebb1-639e-4b44-bb90-826d2cdb14e6 admin admin] Made reservation on behalf of c063435f154b48b086fd2d4eed2a41ea for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:58:16.054544 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-94eeebb1-639e-4b44-bb90-826d2cdb14e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:16.336646 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.objects.ports [None req-94eeebb1-639e-4b44-bb90-826d2cdb14e6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103957) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 27 04:58:16.337039 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-94eeebb1-639e-4b44-bb90-826d2cdb14e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for subnet (fff9888e-3449-4973-aaf1-f39523bb273d), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:16.394793 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eeebb1-639e-4b44-bb90-826d2cdb14e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff9888e-3449-4973-aaf1-f39523bb273d,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:58:16.402965 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eeebb1-639e-4b44-bb90-826d2cdb14e6 admin admin] Checking segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 04:58:16.403394 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eeebb1-639e-4b44-bb90-826d2cdb14e6 admin admin] Network hostable DHCP agents. Network: 567d47fc-aabf-4674-8921-5604d2739763, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:58:16.419554 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eeebb1-639e-4b44-bb90-826d2cdb14e6 admin admin] Network 567d47fc-aabf-4674-8921-5604d2739763 is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:58:16.428368 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-94eeebb1-639e-4b44-bb90-826d2cdb14e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, 567d47fc-aabf-4674-8921-5604d2739763) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:58:16.432371 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eeebb1-639e-4b44-bb90-826d2cdb14e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:58:16.432984 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-94eeebb1-639e-4b44-bb90-826d2cdb14e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:16.438987 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13a5a1e-d8b1-4c5d-a58c-3665556395cc None None] Network 567d47fc-aabf-4674-8921-5604d2739763 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 04:58:16.453179 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-94eeebb1-639e-4b44-bb90-826d2cdb14e6 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4289024 Sep 27 04:58:16.550986 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf468a4e-4585-4624-b145-fb849c0f3220 None None] Network 567d47fc-aabf-4674-8921-5604d2739763 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 04:58:18.957131 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 57880) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:58:19.091471 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-bd30481d-6bcc-4cd1-a45a-3772664226c7 demo admin] 10.222.0.27 "GET /v2.0/routers/66c8d11c-3d66-4444-8f36-6d15cda20361 HTTP/1.1" status: 200 len: 710 time: 0.1329808 Sep 27 04:58:19.174844 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899c7761-40f4-49d4-92ed-fb97897ceb68 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:58:19.176168 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-899c7761-40f4-49d4-92ed-fb97897ceb68 demo admin] 10.222.0.27 "GET /v2.0/networks/567d47fc-aabf-4674-8921-5604d2739763 HTTP/1.1" status: 200 len: 886 time: 0.0796330 Sep 27 04:58:19.185504 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:58:19.499776 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Publish callbacks [] for router_gateway (66c8d11c-3d66-4444-8f36-6d15cda20361), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:19.725111 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Publish callbacks [] for router_gateway (66c8d11c-3d66-4444-8f36-6d15cda20361), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:19.802302 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:19.906633 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Allocated IP 172.27.1.210 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/e588550f-3642-4797-ade0-cb47248ebd8a) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:58:20.004976 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Publish callbacks [] for port (e588550f-3642-4797-ade0-cb47248ebd8a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:20.037035 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (e588550f-3642-4797-ade0-cb47248ebd8a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:20.077155 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:58:20.081946 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:58:20.085965 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Pushing event updated for resources: {'Port': ['ID=e588550f-3642-4797-ade0-cb47248ebd8a,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:58:20.090057 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 04:58:20.327652 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Publish callbacks [] for router_gateway (66c8d11c-3d66-4444-8f36-6d15cda20361), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:20.518923 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7911933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7911003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30442'] for router (66c8d11c-3d66-4444-8f36-6d15cda20361), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:20.522562 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7911904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7911922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7911915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7910992'] for router (66c8d11c-3d66-4444-8f36-6d15cda20361), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:20.632348 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Router 66c8d11c-3d66-4444-8f36-6d15cda20361 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:58:20.820632 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:58:20.825595 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:20.826981 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-0f458a5f-df80-402c-91dc-24dbe9facba5 demo admin] 10.222.0.27 "PUT /v2.0/routers/66c8d11c-3d66-4444-8f36-6d15cda20361 HTTP/1.1" status: 200 len: 890 time: 1.6452177 Sep 27 04:58:22.873395 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device c285de02-4b27-48a3-b0c2-ad7604f93d4b up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:58:22.921214 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port c285de02-4b27-48a3-b0c2-ad7604f93d4b triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 04:58:22.921621 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:22.921973 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port c285de02-4b27-48a3-b0c2-ad7604f93d4b Sep 27 04:58:23.000295 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port c285de02-4b27-48a3-b0c2-ad7604f93d4b is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 04:58:23.472473 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 57894) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:58:23.588884 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-ace5a5e5-efff-4625-a947-ef5e17212d6f admin admin] 10.222.0.27 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1150439 Sep 27 04:58:23.934426 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Sync routers for ids ['66c8d11c-3d66-4444-8f36-6d15cda20361'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:58:23.947354 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Routers {'66c8d11c-3d66-4444-8f36-6d15cda20361'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 04:58:23.948002 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T04:58:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['66c8d11c-3d66-4444-8f36-6d15cda20361'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:58:24.154856 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Set router 66c8d11c-3d66-4444-8f36-6d15cda20361 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 04:58:24.622851 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c8d11c-3d66-4444-8f36-6d15cda20361', 'name': 'router1', 'tenant_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e588550f-3642-4797-ade0-cb47248ebd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:58:02Z', 'updated_at': '2022-09-27T04:58:20Z', 'revision_number': 4, 'project_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'gw_port': {'id': 'e588550f-3642-4797-ade0-cb47248ebd8a', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ed:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c8d11c-3d66-4444-8f36-6d15cda20361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:58:19Z', 'updated_at': '2022-09-27T04:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'c285de02-4b27-48a3-b0c2-ad7604f93d4b', 'name': '', 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9', 'tenant_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'mac_address': 'fa:16:3e:3b:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c8d11c-3d66-4444-8f36-6d15cda20361', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ceca792-2f3a-4fac-bb91-943c2e5b4c52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:58:11Z', 'updated_at': '2022-09-27T04:58:15Z', 'revision_number': 5, 'project_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'subnets': [{'id': '0ceca792-2f3a-4fac-bb91-943c2e5b4c52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '288f3d1c-ce62-41fb-90a9-8c8e171f24f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:58:24.671954 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Checking router: 66c8d11c-3d66-4444-8f36-6d15cda20361 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:58:24.672313 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Updating router 66c8d11c-3d66-4444-8f36-6d15cda20361 port e588550f-3642-4797-ade0-cb47248ebd8a binding host dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:58:24.721465 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (e588550f-3642-4797-ade0-cb47248ebd8a), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:25.052502 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Publish callbacks [] for port (e588550f-3642-4797-ade0-cb47248ebd8a), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:25.058487 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (e588550f-3642-4797-ade0-cb47248ebd8a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:25.094756 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Attempting to bind port e588550f-3642-4797-ade0-cb47248ebd8a on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 04:58:25.095127 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Attempting to bind port e588550f-3642-4797-ade0-cb47248ebd8a by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 04:58:25.095490 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Attempting to bind port e588550f-3642-4797-ade0-cb47248ebd8a on network 567d47fc-aabf-4674-8921-5604d2739763 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:58:25.107630 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 04:58:25.108005 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Checking segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 04:58:25.108403 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:25.108814 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Bound using segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:58:25.109279 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Bound port: e588550f-3642-4797-ade0-cb47248ebd8a, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 04:58:25.109654 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (e588550f-3642-4797-ade0-cb47248ebd8a), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:25.113877 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bfab2-d822-447f-980a-fef49c89dcbd None None] Pushing event updated for resources: {'Port': ['ID=e588550f-3642-4797-ade0-cb47248ebd8a,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:58:25.161478 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] For port e588550f-3642-4797-ade0-cb47248ebd8a, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:58:25.171256 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] For port e588550f-3642-4797-ade0-cb47248ebd8a, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=e588550f-3642-4797-ade0-cb47248ebd8a,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:58:25.177619 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (e588550f-3642-4797-ade0-cb47248ebd8a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:25.211642 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Routers {'66c8d11c-3d66-4444-8f36-6d15cda20361'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 04:58:25.212583 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T04:58:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['66c8d11c-3d66-4444-8f36-6d15cda20361'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:58:25.267859 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bfab2-d822-447f-980a-fef49c89dcbd None None] Pushing event updated for resources: {'Port': ['ID=e588550f-3642-4797-ade0-cb47248ebd8a,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:58:25.340236 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] Set router 66c8d11c-3d66-4444-8f36-6d15cda20361 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 04:58:25.560740 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c8d11c-3d66-4444-8f36-6d15cda20361', 'name': 'router1', 'tenant_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e588550f-3642-4797-ade0-cb47248ebd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:58:02Z', 'updated_at': '2022-09-27T04:58:20Z', 'revision_number': 4, 'project_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'gw_port': {'id': 'e588550f-3642-4797-ade0-cb47248ebd8a', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ed:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c8d11c-3d66-4444-8f36-6d15cda20361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:58:19Z', 'updated_at': '2022-09-27T04:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'c285de02-4b27-48a3-b0c2-ad7604f93d4b', 'name': '', 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9', 'tenant_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'mac_address': 'fa:16:3e:3b:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c8d11c-3d66-4444-8f36-6d15cda20361', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ceca792-2f3a-4fac-bb91-943c2e5b4c52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:58:11Z', 'updated_at': '2022-09-27T04:58:15Z', 'revision_number': 5, 'project_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'subnets': [{'id': '0ceca792-2f3a-4fac-bb91-943c2e5b4c52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '288f3d1c-ce62-41fb-90a9-8c8e171f24f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:58:25.585279 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1f87e1-d44d-4fba-afff-cbdbb0bcb88c None None] The sync data for ids ['66c8d11c-3d66-4444-8f36-6d15cda20361'] in dv-cinder-858463-2-iscsi is: [{'id': '66c8d11c-3d66-4444-8f36-6d15cda20361', 'name': 'router1', 'tenant_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e588550f-3642-4797-ade0-cb47248ebd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:58:02Z', 'updated_at': '2022-09-27T04:58:20Z', 'revision_number': 4, 'project_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'gw_port': {'id': 'e588550f-3642-4797-ade0-cb47248ebd8a', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ed:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c8d11c-3d66-4444-8f36-6d15cda20361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:58:19Z', 'updated_at': '2022-09-27T04:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'c285de02-4b27-48a3-b0c2-ad7604f93d4b', 'name': '', 'network_id': '40fead6b-0d84-458d-9c62-de56444c07d9', 'tenant_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'mac_address': 'fa:16:3e:3b:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c8d11c-3d66-4444-8f36-6d15cda20361', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0ceca792-2f3a-4fac-bb91-943c2e5b4c52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:58:11Z', 'updated_at': '2022-09-27T04:58:15Z', 'revision_number': 5, 'project_id': '319894bc10cb4c39a6b3bbce2f9a8cb4', 'subnets': [{'id': '0ceca792-2f3a-4fac-bb91-943c2e5b4c52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '288f3d1c-ce62-41fb-90a9-8c8e171f24f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:58:26.887377 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device e588550f-3642-4797-ade0-cb47248ebd8a up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:58:26.934736 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port e588550f-3642-4797-ade0-cb47248ebd8a triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 04:58:26.935277 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (e588550f-3642-4797-ade0-cb47248ebd8a), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:26.935711 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port e588550f-3642-4797-ade0-cb47248ebd8a Sep 27 04:58:27.017632 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port e588550f-3642-4797-ade0-cb47248ebd8a is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 04:58:27.018226 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (e588550f-3642-4797-ade0-cb47248ebd8a), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:27.040861 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port e588550f-3642-4797-ade0-cb47248ebd8a, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=e588550f-3642-4797-ade0-cb47248ebd8a,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:58:27.046385 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (e588550f-3642-4797-ade0-cb47248ebd8a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:27.112570 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=e588550f-3642-4797-ade0-cb47248ebd8a,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:58:28.923930 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device e588550f-3642-4797-ade0-cb47248ebd8a up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:58:29.015644 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port e588550f-3642-4797-ade0-cb47248ebd8a triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 04:58:29.016041 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (e588550f-3642-4797-ade0-cb47248ebd8a), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:29.016385 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port e588550f-3642-4797-ade0-cb47248ebd8a Sep 27 04:58:29.189370 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port e588550f-3642-4797-ade0-cb47248ebd8a is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 04:58:35.738356 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c1d2b80a-a513-4132-bfab-10b343167180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:38.084988 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-23d710ae-3102-45a7-8822-02a2b5142277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:39.314583 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:40.703634 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:42.066525 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:58:48.194565 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:59:05.723157 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-62b7adb1-8582-4777-943f-e41e90791b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:59:08.090367 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b9d88b98-94b5-49f7-b89d-41f5df27a908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:59:09.315708 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:59:10.700720 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:59:12.062495 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:59:25.193653 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:59:35.727642 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bc05d4d9-3d9d-41c0-bc28-12f1a4875851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:59:38.092050 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4f07df19-d17d-4712-aacb-7c0a4bcf1831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:59:39.316310 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:59:40.700725 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:59:42.068824 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:59:48.951272 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 58378) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:59:49.012557 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d6cfe5-cad8-4ce6-8dfe-43d7c4a9af37 admin admin] GET failed (client error): The resource could not be found. Sep 27 04:59:49.013875 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-75d6cfe5-cad8-4ce6-8dfe-43d7c4a9af37 admin admin] 10.222.0.27 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616238 Sep 27 04:59:49.175152 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4109e9-e5e7-426d-98d2-7c284ded46b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:59:49.176622 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-ab4109e9-e5e7-426d-98d2-7c284ded46b2 admin admin] 10.222.0.27 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1586132 Sep 27 04:59:51.525146 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 58388) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:59:51.614639 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4e5ffc-5c3f-4449-9869-f74213ff18d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:59:51.615973 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9a4e5ffc-5c3f-4449-9869-f74213ff18d9 admin admin] 10.222.0.27 "GET /v2.0/subnets/0ceca792-2f3a-4fac-bb91-943c2e5b4c52 HTTP/1.1" status: 200 len: 849 time: 0.0898681 Sep 27 04:59:51.625437 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:59:51.710263 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Publish callbacks [] for subnet (0ceca792-2f3a-4fac-bb91-943c2e5b4c52), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:59:51.846429 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740363691358'] for subnet (0ceca792-2f3a-4fac-bb91-943c2e5b4c52), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:59:51.880677 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:59:51.880891 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:59:51.882719 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] 10.222.0.27 "PUT /v2.0/subnets/0ceca792-2f3a-4fac-bb91-943c2e5b4c52 HTTP/1.1" status: 200 len: 868 time: 0.2610552 Sep 27 04:59:51.883852 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1febf897-9913-400b-9dcb-77bcec06ee64 None None] Network 40fead6b-0d84-458d-9c62-de56444c07d9 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 04:59:51.904387 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ceca792-2f3a-4fac-bb91-943c2e5b4c52,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:59:51.912070 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:59:51.912440 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:59:51.912784 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:59:51.913152 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:59:51.913488 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:59:51.913820 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:59:51.914220 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:59:51.915223 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:59:51.915581 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:59:51.915926 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:59:51.916257 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:59:51.916587 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:59:51.916940 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dde99f0-d4d2-4152-921e-5ec9d7a12115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:59:52.183465 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-1dda7cf5-1327-4c96-9c74-7edc2f793be6 None None] Provisioning complete for port cfd76991-f2d3-4c8f-a82b-0dc1be93897d triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 04:59:52.183863 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1dda7cf5-1327-4c96-9c74-7edc2f793be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (cfd76991-f2d3-4c8f-a82b-0dc1be93897d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:59:52.184243 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-1dda7cf5-1327-4c96-9c74-7edc2f793be6 None None] Attempt 1 to provision port cfd76991-f2d3-4c8f-a82b-0dc1be93897d Sep 27 04:59:52.255717 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-1dda7cf5-1327-4c96-9c74-7edc2f793be6 None None] Current status of the port cfd76991-f2d3-4c8f-a82b-0dc1be93897d is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 04:59:52.266057 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-1dda7cf5-1327-4c96-9c74-7edc2f793be6 None None] Provisioning complete for port c285de02-4b27-48a3-b0c2-ad7604f93d4b triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 04:59:52.266455 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1dda7cf5-1327-4c96-9c74-7edc2f793be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (c285de02-4b27-48a3-b0c2-ad7604f93d4b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:59:52.266804 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-1dda7cf5-1327-4c96-9c74-7edc2f793be6 None None] Attempt 1 to provision port c285de02-4b27-48a3-b0c2-ad7604f93d4b Sep 27 04:59:52.338945 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-1dda7cf5-1327-4c96-9c74-7edc2f793be6 None None] Current status of the port c285de02-4b27-48a3-b0c2-ad7604f93d4b is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 04:59:54.276936 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 58396) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:59:54.474424 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacc0a6f-4d6e-40a8-869b-19ee930af0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:59:54.474904 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacc0a6f-4d6e-40a8-869b-19ee930af0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:59:54.476998 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-eacc0a6f-4d6e-40a8-869b-19ee930af0a1 admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985672 Sep 27 04:59:56.831024 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 58404) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:59:56.961717 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47c0db0-839b-449e-8e65-575348f4e9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:59:56.962362 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47c0db0-839b-449e-8e65-575348f4e9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:59:56.963899 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a47c0db0-839b-449e-8e65-575348f4e9e0 admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319261 Sep 27 04:59:59.359276 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 58412) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:59:59.486456 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c722fb-e269-45e6-8539-5d2d01cb0e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:59:59.487818 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-78c722fb-e269-45e6-8539-5d2d01cb0e91 admin admin] 10.222.0.27 "GET /v2.0/networks/40fead6b-0d84-458d-9c62-de56444c07d9 HTTP/1.1" status: 200 len: 869 time: 0.1275587 Sep 27 05:00:01.864017 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 58420) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:00:02.056500 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fade19-636b-4e2b-ac20-afafbfc90a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:00:02.057832 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d7fade19-636b-4e2b-ac20-afafbfc90a37 admin admin] 10.222.0.27 "GET /v2.0/networks/567d47fc-aabf-4674-8921-5604d2739763 HTTP/1.1" status: 200 len: 886 time: 0.1928823 Sep 27 05:00:02.192296 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:00:04.416330 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 58430) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:00:04.563644 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c4a4ba-8f27-4e3e-927c-44ae8f068b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:00:04.564105 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c4a4ba-8f27-4e3e-927c-44ae8f068b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:00:04.565654 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e2c4a4ba-8f27-4e3e-927c-44ae8f068b69 admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1483350 Sep 27 05:00:05.729464 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4e1f5cd6-3955-4e5e-9fbe-4125b96da6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:06.919097 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 58438) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:00:07.010578 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9660c6e-d8a4-4ac6-b995-68c06b2be94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:00:07.011035 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9660c6e-d8a4-4ac6-b995-68c06b2be94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:00:07.012557 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b9660c6e-d8a4-4ac6-b995-68c06b2be94a admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925097 Sep 27 05:00:08.094825 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a1096cf3-354f-4f54-9efb-a1938a644788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:09.319286 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:09.380377 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 58446) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:00:09.510249 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62acb11-9875-48a8-9b89-6c75f80d198a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:00:09.511630 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b62acb11-9875-48a8-9b89-6c75f80d198a admin admin] 10.222.0.27 "GET /v2.0/subnets/0ceca792-2f3a-4fac-bb91-943c2e5b4c52 HTTP/1.1" status: 200 len: 868 time: 0.1302547 Sep 27 05:00:10.702894 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:11.865528 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 58454) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:00:11.951037 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780f7bf2-df9f-4608-8ede-12924af98643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:00:11.952372 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-780f7bf2-df9f-4608-8ede-12924af98643 admin admin] 10.222.0.27 "GET /v2.0/subnets/fff9888e-3449-4973-aaf1-f39523bb273d HTTP/1.1" status: 200 len: 816 time: 0.0859005 Sep 27 05:00:12.062165 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:35.731397 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2a05b2ec-fe21-40db-b33e-99d09e8fb509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:37.766069 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 58508) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:00:37.812229 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [None req-ad921e0e-cddb-4388-b920-7d0caa6a1ea8 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 05:00:37.813246 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ad921e0e-cddb-4388-b920-7d0caa6a1ea8 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461836 Sep 27 05:00:38.095918 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-92e24f31-6040-4568-8786-f654006c6a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:39.190332 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:00:39.322694 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:40.242472 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 58516) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:00:40.308061 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.pecan_wsgi.hooks.translation [None req-51658c2d-bb4e-45c5-8206-bbd0db52ff46 admin admin] GET failed (client error): The resource could not be found. Sep 27 05:00:40.309637 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-51658c2d-bb4e-45c5-8206-bbd0db52ff46 admin admin] 10.222.0.27 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0660720 Sep 27 05:00:40.396165 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395d2415-e765-44b8-8f04-e1cfecbcd9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:00:40.397865 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-395d2415-e765-44b8-8f04-e1cfecbcd9a3 admin admin] 10.222.0.27 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0840352 Sep 27 05:00:40.712341 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:42.064328 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:43.048963 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 58524) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:00:43.095747 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-c8dabda6-229b-4614-8e13-8205620d4783 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:00:43.116211 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dabda6-229b-4614-8e13-8205620d4783 admin admin] Made reservation on behalf of c063435f154b48b086fd2d4eed2a41ea for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:00:43.118464 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c8dabda6-229b-4614-8e13-8205620d4783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:43.146004 dv-cinder-858463-2-iscsi neutron-server[103957]: WARNING neutron.services.revisions.revision_plugin [None req-c8dabda6-229b-4614-8e13-8205620d4783 admin admin] Could not find related network for resource to bump revision. Sep 27 05:00:43.158565 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8dabda6-229b-4614-8e13-8205620d4783 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:00:43.168158 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c8dabda6-229b-4614-8e13-8205620d4783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (43c48dea-8c4f-4eb0-812e-058c47fe207e), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:43.168493 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-c8dabda6-229b-4614-8e13-8205620d4783 admin admin] Added segment 43c48dea-8c4f-4eb0-812e-058c47fe207e of type vlan for network 92516147-ad89-43c2-9ba8-1179c1ca77f3 Sep 27 05:00:43.206188 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c8dabda6-229b-4614-8e13-8205620d4783 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (92516147-ad89-43c2-9ba8-1179c1ca77f3), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:43.233103 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c8dabda6-229b-4614-8e13-8205620d4783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (92516147-ad89-43c2-9ba8-1179c1ca77f3), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:43.234026 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dabda6-229b-4614-8e13-8205620d4783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:00:43.234595 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c8dabda6-229b-4614-8e13-8205620d4783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:43.297497 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c8dabda6-229b-4614-8e13-8205620d4783 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2474477 Sep 27 05:00:43.328486 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dabda6-229b-4614-8e13-8205620d4783 admin admin] Pushing event updated for resources: {'Network': ['ID=92516147-ad89-43c2-9ba8-1179c1ca77f3,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:00:43.339727 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network 92516147-ad89-43c2-9ba8-1179c1ca77f3 details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:00:45.667975 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 58532) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:00:45.727393 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.pecan_wsgi.hooks.translation [None req-f691fc62-c566-48c1-aec0-d3c693c56a94 admin admin] GET failed (client error): The resource could not be found. Sep 27 05:00:45.728667 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f691fc62-c566-48c1-aec0-d3c693c56a94 admin admin] 10.222.0.27 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597289 Sep 27 05:00:45.800256 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a73f768-a235-453a-9a84-de1fe84d1262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:00:45.801708 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9a73f768-a235-453a-9a84-de1fe84d1262 admin admin] 10.222.0.27 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0690804 Sep 27 05:00:45.811549 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-3dbe3313-f33e-4d33-a508-b1315c787a14 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '92516147-ad89-43c2-9ba8-1179c1ca77f3'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:00:45.829462 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbe3313-f33e-4d33-a508-b1315c787a14 admin admin] Made reservation on behalf of c063435f154b48b086fd2d4eed2a41ea for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:00:45.831647 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3313-f33e-4d33-a508-b1315c787a14 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:46.084594 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3313-f33e-4d33-a508-b1315c787a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for subnet (33a5f776-de5e-40ae-ade0-8f3906f0668f), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:46.132394 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe3313-f33e-4d33-a508-b1315c787a14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a5f776-de5e-40ae-ade0-8f3906f0668f,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:00:46.148601 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbe3313-f33e-4d33-a508-b1315c787a14 admin admin] Checking segment: {'id': '43c48dea-8c4f-4eb0-812e-058c47fe207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92516147-ad89-43c2-9ba8-1179c1ca77f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:00:46.148991 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbe3313-f33e-4d33-a508-b1315c787a14 admin admin] Network hostable DHCP agents. Network: 92516147-ad89-43c2-9ba8-1179c1ca77f3, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:00:46.164630 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbe3313-f33e-4d33-a508-b1315c787a14 admin admin] Network 92516147-ad89-43c2-9ba8-1179c1ca77f3 is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:00:46.173048 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-3dbe3313-f33e-4d33-a508-b1315c787a14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, 92516147-ad89-43c2-9ba8-1179c1ca77f3) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:00:46.177477 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe3313-f33e-4d33-a508-b1315c787a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:00:46.178058 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3dbe3313-f33e-4d33-a508-b1315c787a14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:46.182973 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba8570-acde-447e-8b9b-98cbbe7e7e35 None None] Network 92516147-ad89-43c2-9ba8-1179c1ca77f3 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:00:46.195066 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3dbe3313-f33e-4d33-a508-b1315c787a14 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3868108 Sep 27 05:00:46.294924 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cd8c3b0-7956-5b2d-987d-d9256dbf3db7-92516147-ad89-43c2-9ba8-1179c1ca77f3', 'network_id': '92516147-ad89-43c2-9ba8-1179c1ca77f3', 'project_id': 'c063435f154b48b086fd2d4eed2a41ea', 'fixed_ips': [{'subnet_id': '33a5f776-de5e-40ae-ade0-8f3906f0668f'}]}} from dv-cinder-858463-2-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 27 05:00:46.295822 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:46.531317 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Allocated IP 192.168.233.2 (92516147-ad89-43c2-9ba8-1179c1ca77f3/33a5f776-de5e-40ae-ade0-8f3906f0668f/4d207b84-a477-4957-99f3-b26ac8507ca0) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:00:46.676730 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Publish callbacks [] for port (4d207b84-a477-4957-99f3-b26ac8507ca0), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:46.683469 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (4d207b84-a477-4957-99f3-b26ac8507ca0), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:46.721009 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Network 92516147-ad89-43c2-9ba8-1179c1ca77f3 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:00:46.723771 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:00:46.727418 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:00:46.738417 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Pushing event updated for resources: {'Port': ['ID=4d207b84-a477-4957-99f3-b26ac8507ca0,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:00:46.760934 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:00:46.761321 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:00:46.761685 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:00:46.762025 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:00:46.762352 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:00:46.762680 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:00:46.763010 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:00:46.763330 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:00:46.763656 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:00:46.763993 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:00:46.764315 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:00:46.764638 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:00:46.764978 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:00:46.800541 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Attempting to bind port 4d207b84-a477-4957-99f3-b26ac8507ca0 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:00:46.800943 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Attempting to bind port 4d207b84-a477-4957-99f3-b26ac8507ca0 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '43c48dea-8c4f-4eb0-812e-058c47fe207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92516147-ad89-43c2-9ba8-1179c1ca77f3'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:00:46.801301 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Attempting to bind port 4d207b84-a477-4957-99f3-b26ac8507ca0 on network 92516147-ad89-43c2-9ba8-1179c1ca77f3 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:00:46.806882 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:00:46.807254 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Checking segment: {'id': '43c48dea-8c4f-4eb0-812e-058c47fe207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92516147-ad89-43c2-9ba8-1179c1ca77f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:00:46.807653 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:46.808043 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Bound using segment: {'id': '43c48dea-8c4f-4eb0-812e-058c47fe207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92516147-ad89-43c2-9ba8-1179c1ca77f3'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:00:46.808503 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Bound port: 4d207b84-a477-4957-99f3-b26ac8507ca0, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c48dea-8c4f-4eb0-812e-058c47fe207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92516147-ad89-43c2-9ba8-1179c1ca77f3'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:00:46.808898 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (4d207b84-a477-4957-99f3-b26ac8507ca0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:46.871425 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] For port 4d207b84-a477-4957-99f3-b26ac8507ca0, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:00:46.874551 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] For port 4d207b84-a477-4957-99f3-b26ac8507ca0, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=4d207b84-a477-4957-99f3-b26ac8507ca0,segment=NetworkSegment(43c48dea-8c4f-4eb0-812e-058c47fe207e),segment_id=43c48dea-8c4f-4eb0-812e-058c47fe207e)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:00:46.881366 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (4d207b84-a477-4957-99f3-b26ac8507ca0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:46.934969 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acbd69-0ef3-4b3f-ac4b-e5951c73e1ea None None] Pushing event updated for resources: {'Port': ['ID=4d207b84-a477-4957-99f3-b26ac8507ca0,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:00:47.763374 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbcb1e0-8709-41df-985a-ea57fd7b6cf0 None None] Network 92516147-ad89-43c2-9ba8-1179c1ca77f3 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:00:47.825215 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-2179394d-719a-49b7-abdc-898c991db21e None None] Provisioning complete for port 4d207b84-a477-4957-99f3-b26ac8507ca0 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:00:47.825606 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2179394d-719a-49b7-abdc-898c991db21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (4d207b84-a477-4957-99f3-b26ac8507ca0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:47.825947 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-2179394d-719a-49b7-abdc-898c991db21e None None] Attempt 1 to provision port 4d207b84-a477-4957-99f3-b26ac8507ca0 Sep 27 05:00:47.947993 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-2179394d-719a-49b7-abdc-898c991db21e None None] Current status of the port 4d207b84-a477-4957-99f3-b26ac8507ca0 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:00:47.948371 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2179394d-719a-49b7-abdc-898c991db21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (4d207b84-a477-4957-99f3-b26ac8507ca0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:47.984330 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-2179394d-719a-49b7-abdc-898c991db21e None None] For port 4d207b84-a477-4957-99f3-b26ac8507ca0, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=4d207b84-a477-4957-99f3-b26ac8507ca0,segment=NetworkSegment(43c48dea-8c4f-4eb0-812e-058c47fe207e),segment_id=43c48dea-8c4f-4eb0-812e-058c47fe207e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:00:47.990490 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2179394d-719a-49b7-abdc-898c991db21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (4d207b84-a477-4957-99f3-b26ac8507ca0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:48.046844 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179394d-719a-49b7-abdc-898c991db21e None None] Pushing event updated for resources: {'Port': ['ID=4d207b84-a477-4957-99f3-b26ac8507ca0,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:00:48.211353 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-828d65c5-ac24-47d2-97c9-9b473ea7af8e None None] Provisioning complete for port 4d207b84-a477-4957-99f3-b26ac8507ca0 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:00:48.211765 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-828d65c5-ac24-47d2-97c9-9b473ea7af8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (4d207b84-a477-4957-99f3-b26ac8507ca0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:48.212116 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-828d65c5-ac24-47d2-97c9-9b473ea7af8e None None] Attempt 1 to provision port 4d207b84-a477-4957-99f3-b26ac8507ca0 Sep 27 05:00:48.289161 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-828d65c5-ac24-47d2-97c9-9b473ea7af8e None None] Current status of the port 4d207b84-a477-4957-99f3-b26ac8507ca0 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:00:48.963618 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 4d207b84-a477-4957-99f3-b26ac8507ca0 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:00:49.017192 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 4d207b84-a477-4957-99f3-b26ac8507ca0 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:00:49.017578 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (4d207b84-a477-4957-99f3-b26ac8507ca0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:00:49.017924 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 4d207b84-a477-4957-99f3-b26ac8507ca0 Sep 27 05:00:49.092237 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 4d207b84-a477-4957-99f3-b26ac8507ca0 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:01:05.734457 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1ab22d90-f371-4685-a4f4-7c8281d11fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:01:08.097922 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2cf580f4-0e97-45c7-90b0-3092792c7c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:01:09.325808 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:01:10.712457 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:01:12.071421 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:01:16.187930 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:01:35.736332 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7669f791-2c3f-45db-9d6d-7fa27ebc542b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:01:38.099650 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c8382f96-ec8d-4487-833e-ff61181352ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:01:39.329249 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:01:40.717106 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:01:42.074871 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:01:53.187371 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:02:05.740064 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a6a2eed4-fb92-4d3d-ad06-c637038228c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:08.100728 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-14bdef65-9bf7-4846-8112-6fc377cd9118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:09.333970 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:10.208703 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 58574) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:02:10.214212 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [None req-ef4fb349-3606-4960-8785-eb13ce6a56df tempest-verify_tempest_config-1092083231 tempest-verify_tempest_config-1092083231-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 05:02:10.215171 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ef4fb349-3606-4960-8785-eb13ce6a56df tempest-verify_tempest_config-1092083231 tempest-verify_tempest_config-1092083231-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0054767 Sep 27 05:02:10.501640 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 58592) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:02:10.605375 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:10.679638 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Publish callbacks [] for security_group (587b95ac-08c9-4205-87d8-c3fcf53dc47e), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:10.683210 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (587b95ac-08c9-4205-87d8-c3fcf53dc47e), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:10.717089 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:10.728636 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b9b52ae6347b4ef48752fec0410b28d1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2259293 Sep 27 05:02:10.729719 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587b95ac-08c9-4205-87d8-c3fcf53dc47e,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:02:10.731603 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 58598) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:02:10.736377 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.736734 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.737113 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.737456 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.737797 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.738155 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.739254 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.739610 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.739958 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.740312 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.740651 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.741008 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.741338 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cec9d-d202-4368-88ff-5aff47d02162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.789943 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Publish callbacks [] for security_group (587b95ac-08c9-4205-87d8-c3fcf53dc47e), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:10.810888 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Publish callbacks [] for security_group (587b95ac-08c9-4205-87d8-c3fcf53dc47e), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:10.905173 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (587b95ac-08c9-4205-87d8-c3fcf53dc47e), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:10.907741 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:10.909013 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/587b95ac-08c9-4205-87d8-c3fcf53dc47e HTTP/1.1" status: 204 len: 168 time: 0.1762969 Sep 27 05:02:10.917600 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587b95ac-08c9-4205-87d8-c3fcf53dc47e,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:02:10.924357 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.924729 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.925114 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.925454 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.926529 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.926825 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.927179 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.927520 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.927864 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.928214 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.928545 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.928967 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:10.929394 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6578314e-474f-411f-b37f-fed56f298989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:02:12.079913 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:30.186181 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:02:35.741711 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9cabd4b3-d77e-4651-9771-879279a2a49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:38.102460 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-54352d5b-5d9e-48c3-919a-fa514524751c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:39.334912 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:40.718835 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:02:42.081523 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:03:05.743167 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-49681851-a195-497f-9e23-1fe15d4c68a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:03:07.184817 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:03:08.104179 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-745c243c-659f-4e2e-8e4d-7d09dc6e8934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:03:09.337754 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:03:10.721647 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:03:12.074283 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:03:35.744596 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-866f5eb9-a3e9-4b02-b4b7-4c006223e236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:03:38.105803 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-416420f0-acc8-4185-b1d1-aea5a1306c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:03:39.340539 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:03:40.726340 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:03:42.077186 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:03:44.183900 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 5 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:03:45.772851 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7909867'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:04:00.059798 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 58668) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:04:00.161341 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4761fb1e-e00f-45df-857c-0dc860ae18fd admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1004303 Sep 27 05:04:02.530295 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 58678) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:04:02.591193 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9df43ebd-80f2-466d-895e-33917cc2e82a admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0597982 Sep 27 05:04:05.746068 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f9a960fc-c93e-412e-b50d-70224016ecec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:04:08.107645 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a0f2575f-8765-481f-9478-a8e5af9b5104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:04:09.343086 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:04:10.728690 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:04:12.082618 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:04:15.776214 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:04:21.183189 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:04:35.747452 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6b632630-cf6d-4db1-a8ab-e5021312b0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:04:38.109013 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-64acfbc9-68e7-416e-9330-462ef10e6845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:04:39.345530 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:04:40.733689 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:04:42.085035 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:04:45.776077 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:04:58.184894 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:05:05.749628 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-846dcea4-e837-45d3-9e09-9c908e3a1871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:08.114115 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-78c2a42f-500d-4958-bbf9-044e50374b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:09.348688 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:10.737773 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:12.087755 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:15.772373 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:35.184449 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:05:35.752264 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e06cf47c-e869-4b63-aece-becc535ab1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:38.117299 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2eed578b-ecfa-4456-ae55-49c18c0f2dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:39.351833 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:40.740892 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:42.092089 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:45.800888 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:49.633756 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 58854) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:49.954212 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-network', 'tenant_id': '97fc6113b9d248e0b081f9812381b453'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:05:49.979636 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Made reservation on behalf of 97fc6113b9d248e0b081f9812381b453 for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:05:49.984828 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:49.997954 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:50.083137 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Publish callbacks [] for security_group (45c005a0-c5cc-4a1b-b1d4-92b22b745319), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:50.088572 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (45c005a0-c5cc-4a1b-b1d4-92b22b745319), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:50.116778 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c005a0-c5cc-4a1b-b1d4-92b22b745319,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:50.126516 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.126877 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.127483 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.128016 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.128511 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.129042 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.129404 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.129746 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.130085 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.130550 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.130892 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.131253 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.132093 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Tracked resource versions report: Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: pushed versions: Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: { 'AddressGroup': {'1.2'}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'ConntrackHelper': {'1.0'}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'LocalIPAssociation': {'1.0'}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Log': {'1.0'}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Network': {'1.1'}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Port': {'1.7'}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'PortForwarding': {'1.2'}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'QosPolicy': {'1.10'}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'SecurityGroup': {'1.5'}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'SecurityGroupRule': {'1.2'}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'SubPort': {'1.0'}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Subnet': {'1.1'}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Trunk': {'1.1'}} Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: consumer versions: Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: { DHCP agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: HyperV agent@hv-cinder-85846: {}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: L3 agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: Metadata agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: Metering agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: Open vSwitch agent@dv-cinder-858463-2-iscsi: { 'AddressGroup': '1.2', Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'ConntrackHelper': '1.0', Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'LocalIPAssociation': '1.0', Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Log': '1.0', Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Network': '1.1', Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Port': '1.7', Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'PortForwarding': '1.2', Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'QosPolicy': '1.10', Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'SecurityGroup': '1.5', Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'SecurityGroupRule': '1.2', Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'SubPort': '1.0', Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Subnet': '1.1', Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: 'Trunk': '1.1'}} Sep 27 05:05:50.133328 dv-cinder-858463-2-iscsi neutron-server[103957]: {{(pid=103957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 05:05:50.141954 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:05:50.152997 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (3c52cfc9-4593-4b11-824d-6e9851360c84), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:50.153364 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Added segment 3c52cfc9-4593-4b11-824d-6e9851360c84 of type vlan for network 4442df01-63e0-4b38-b6ea-c622548962d9 Sep 27 05:05:50.198140 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (4442df01-63e0-4b38-b6ea-c622548962d9), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:50.227633 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (4442df01-63e0-4b38-b6ea-c622548962d9), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:50.229280 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:05:50.230263 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:50.305174 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6699972 Sep 27 05:05:50.307938 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 58898) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:50.314263 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Request body: {'subnet': {'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-subnet', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:05:50.324688 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86574955-790f-4a08-b46e-c08e97572f4b admin admin] Pushing event updated for resources: {'Network': ['ID=4442df01-63e0-4b38-b6ea-c622548962d9,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:50.335756 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network 4442df01-63e0-4b38-b6ea-c622548962d9 details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:05:50.350331 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Made reservation on behalf of 97fc6113b9d248e0b081f9812381b453 for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:05:50.352979 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:50.595698 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for subnet (7de6db7b-6008-4e44-80c5-1d9fd069d988), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:50.674011 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Checking segment: {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:05:50.674404 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Network hostable DHCP agents. Network: 4442df01-63e0-4b38-b6ea-c622548962d9, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:05:50.680591 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de6db7b-6008-4e44-80c5-1d9fd069d988,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:50.690109 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.690677 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.691205 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.691552 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.692016 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.692348 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.692769 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.693188 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.693544 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.693910 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.694243 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.694618 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.694906 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Tracked resource versions report: Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: pushed versions: Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: { 'AddressGroup': {'1.2'}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'ConntrackHelper': {'1.0'}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'LocalIPAssociation': {'1.0'}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Log': {'1.0'}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Network': {'1.1'}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Port': {'1.7'}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'PortForwarding': {'1.2'}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'QosPolicy': {'1.10'}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'SecurityGroup': {'1.5'}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'SecurityGroupRule': {'1.2'}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'SubPort': {'1.0'}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Subnet': {'1.1'}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Trunk': {'1.1'}} Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: consumer versions: Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: { DHCP agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: HyperV agent@hv-cinder-85846: {}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: L3 agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: Metadata agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: Metering agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: Open vSwitch agent@dv-cinder-858463-2-iscsi: { 'AddressGroup': '1.2', Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'ConntrackHelper': '1.0', Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'LocalIPAssociation': '1.0', Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Log': '1.0', Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Network': '1.1', Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Port': '1.7', Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'PortForwarding': '1.2', Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'QosPolicy': '1.10', Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'SecurityGroup': '1.5', Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'SecurityGroupRule': '1.2', Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'SubPort': '1.0', Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Subnet': '1.1', Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: 'Trunk': '1.1'}} Sep 27 05:05:50.696112 dv-cinder-858463-2-iscsi neutron-server[103956]: {{(pid=103956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 05:05:50.715417 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Network 4442df01-63e0-4b38-b6ea-c622548962d9 is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:05:50.727252 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, 4442df01-63e0-4b38-b6ea-c622548962d9) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:05:50.738829 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147721f2-7856-4452-96fb-f63cad79ea7c None None] Network 4442df01-63e0-4b38-b6ea-c622548962d9 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:05:50.743447 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:05:50.744529 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:50.768240 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 58928) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:50.772884 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:05:50.776501 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4f573b81-a444-4b8e-8fe7-4c113c78727b admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4674559 Sep 27 05:05:50.799672 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30415'] for router (834773d9-47d2-4fa3-90a4-23b330823de3), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:50.801596 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7911021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7911823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7965208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30456'] for router (834773d9-47d2-4fa3-90a4-23b330823de3), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:50.844622 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 58932) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:50.876658 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 58936) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:50.889319 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 58940) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:50.894021 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cd8c3b0-7956-5b2d-987d-d9256dbf3db7-4442df01-63e0-4b38-b6ea-c622548962d9', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'project_id': '97fc6113b9d248e0b081f9812381b453', 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988'}]}} from dv-cinder-858463-2-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 27 05:05:50.894900 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:50.943677 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Publish callbacks [] for router_controller (834773d9-47d2-4fa3-90a4-23b330823de3), precommit_add_association {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.111152 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Allocated IP 172.20.0.2 (4442df01-63e0-4b38-b6ea-c622548962d9/7de6db7b-6008-4e44-80c5-1d9fd069d988/d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:05:51.136414 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Publish callbacks [] for router_gateway (834773d9-47d2-4fa3-90a4-23b330823de3), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.151559 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-218218617-network', 'tenant_id': '87b71717e9a341c285b3c63925612c77'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:05:51.201634 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] Made reservation on behalf of 87b71717e9a341c285b3c63925612c77 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:05:51.204063 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.219915 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.276547 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1347813958-network', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:05:51.322999 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141201714-network', 'tenant_id': '975400281ea34db0aa36b1d5dc45522f'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:05:51.351176 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] Made reservation on behalf of 14088bcc2ded4aebb6e8c1f890d6fdec for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:05:51.353828 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.419093 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.425337 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Publish callbacks [] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.438792 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.489327 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] Made reservation on behalf of 975400281ea34db0aa36b1d5dc45522f for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:05:51.492098 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.499565 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] Publish callbacks [] for security_group (613145d4-9302-4b38-b895-3c47a1d42daa), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.514163 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.518405 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (613145d4-9302-4b38-b895-3c47a1d42daa), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.524209 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Publish callbacks [] for router_gateway (834773d9-47d2-4fa3-90a4-23b330823de3), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.529291 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Network 4442df01-63e0-4b38-b6ea-c622548962d9 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:05:51.532836 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:05:51.539591 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:05:51.557432 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613145d4-9302-4b38-b895-3c47a1d42daa,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:51.558474 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.574392 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Pushing event updated for resources: {'Port': ['ID=d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:51.620724 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:51.629780 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:51.635256 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:51.635804 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:51.636330 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:51.639413 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:51.639993 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:51.640521 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:51.641069 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:51.641855 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:51.642492 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:51.642756 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:05:51.644290 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:51.644859 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Tracked resource versions report: Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: pushed versions: Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: { 'AddressGroup': {'1.2'}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'ConntrackHelper': {'1.0'}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'LocalIPAssociation': {'1.0'}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Log': {'1.0'}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Network': {'1.1'}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Port': {'1.7'}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'PortForwarding': {'1.2'}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'QosPolicy': {'1.10'}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'SecurityGroup': {'1.5'}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'SecurityGroupRule': {'1.2'}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'SubPort': {'1.0'}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Subnet': {'1.1'}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Trunk': {'1.1'}} Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: consumer versions: Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: { DHCP agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: HyperV agent@hv-cinder-85846: {}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: L3 agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: Metadata agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: Metering agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: Open vSwitch agent@dv-cinder-858463-2-iscsi: { 'AddressGroup': '1.2', Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'ConntrackHelper': '1.0', Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'LocalIPAssociation': '1.0', Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Log': '1.0', Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Network': '1.1', Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Port': '1.7', Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'PortForwarding': '1.2', Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'QosPolicy': '1.10', Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'SecurityGroup': '1.5', Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'SecurityGroupRule': '1.2', Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'SubPort': '1.0', Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Subnet': '1.1', Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: 'Trunk': '1.1'}} Sep 27 05:05:51.648483 dv-cinder-858463-2-iscsi neutron-server[103958]: {{(pid=103958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 05:05:51.743790 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Attempting to bind port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:05:51.748658 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Attempting to bind port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:05:51.749164 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Attempting to bind port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 on network 4442df01-63e0-4b38-b6ea-c622548962d9 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:05:51.758856 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:05:51.767143 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Checking segment: {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:05:51.767651 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.768158 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Bound using segment: {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:05:51.772670 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Bound port: d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:05:51.773111 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.775583 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Allocated IP 172.27.1.132 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/5d731ffd-cd8a-4d56-9d2d-851d69823dd7) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:05:51.792285 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] Publish callbacks [] for security_group (71975b17-2327-4b75-9350-7d062674fd72), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.809365 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (71975b17-2327-4b75-9350-7d062674fd72), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.836194 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (5078e6a4-2fab-4e17-a537-504e19ba4c66), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.836837 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] Added segment 5078e6a4-2fab-4e17-a537-504e19ba4c66 of type vlan for network 0eff495f-803a-4ad4-9e6c-6f563246889e Sep 27 05:05:51.869554 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] For port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:05:51.873656 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] For port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:05:51.876543 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:05:51.881691 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.885413 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] Publish callbacks [] for security_group (f18c2022-bd7d-4815-845a-5ad37ef24758), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.927410 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Publish callbacks [] for port (5d731ffd-cd8a-4d56-9d2d-851d69823dd7), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.941027 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (f18c2022-bd7d-4815-845a-5ad37ef24758), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.945864 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d37930-0a45-42d0-83d2-8587bb8d33b0 None None] Pushing event updated for resources: {'Port': ['ID=d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:51.966874 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71975b17-2327-4b75-9350-7d062674fd72,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:51.971006 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (60a727fa-740f-44a6-83dc-ae4ef1dcacfc), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:51.971354 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] Added segment 60a727fa-740f-44a6-83dc-ae4ef1dcacfc of type vlan for network 1c67856b-db37-4ea3-8b42-04b65e41a936 Sep 27 05:05:51.998696 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (0eff495f-803a-4ad4-9e6c-6f563246889e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:52.009424 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:05:52.020424 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (5d731ffd-cd8a-4d56-9d2d-851d69823dd7), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:52.040292 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 58994) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:52.078190 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:05:52.079861 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Pushing event updated for resources: {'Port': ['ID=5d731ffd-cd8a-4d56-9d2d-851d69823dd7,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:52.091216 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:05:52.094639 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:05:52.121718 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (ee866521-b210-46c9-962e-d257ff14eca8), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:52.121999 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] Added segment ee866521-b210-46c9-962e-d257ff14eca8 of type vlan for network 1a56c517-727f-4327-948e-4876138946d9 Sep 27 05:05:52.144187 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (1c67856b-db37-4ea3-8b42-04b65e41a936), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:52.164473 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18c2022-bd7d-4815-845a-5ad37ef24758,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:52.171714 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (0eff495f-803a-4ad4-9e6c-6f563246889e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:52.172659 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:05:52.173262 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:52.279178 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (1a56c517-727f-4327-948e-4876138946d9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:52.362529 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] Pushing event updated for resources: {'Network': ['ID=0eff495f-803a-4ad4-9e6c-6f563246889e,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:52.370950 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5998c81e-08fd-4f0a-baf2-175fc9bf9a86 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5248299 Sep 27 05:05:52.373724 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59000) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:52.374373 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network 0eff495f-803a-4ad4-9e6c-6f563246889e details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:05:52.385065 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (1c67856b-db37-4ea3-8b42-04b65e41a936), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:52.386026 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:05:52.386607 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:52.444009 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5535533 Sep 27 05:05:52.458086 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59006) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:52.463807 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-c7c03c81-2dcc-4e39-bafc-7bedefa1f000 admin admin] Request body: {'subnet': {'network_id': '1c67856b-db37-4ea3-8b42-04b65e41a936', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1141201714-subnet', 'tenant_id': '975400281ea34db0aa36b1d5dc45522f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:05:52.471267 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-6dd08895-2f4d-4d3f-ac96-6c7aebf6d66e admin admin] Request body: {'subnet': {'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-218218617-subnet', 'tenant_id': '87b71717e9a341c285b3c63925612c77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:05:52.514641 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (1a56c517-727f-4327-948e-4876138946d9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:52.515941 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:05:52.516738 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:52.547466 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f6df8-ae0d-4ddb-8607-0b76f3002a9f admin admin] Pushing event updated for resources: {'Network': ['ID=1c67856b-db37-4ea3-8b42-04b65e41a936,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:52.558138 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd08895-2f4d-4d3f-ac96-6c7aebf6d66e admin admin] Made reservation on behalf of 87b71717e9a341c285b3c63925612c77 for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:05:52.562477 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6dd08895-2f4d-4d3f-ac96-6c7aebf6d66e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:52.562975 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c03c81-2dcc-4e39-bafc-7bedefa1f000 admin admin] Made reservation on behalf of 975400281ea34db0aa36b1d5dc45522f for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:05:52.565798 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c7c03c81-2dcc-4e39-bafc-7bedefa1f000 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:52.566262 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network 1c67856b-db37-4ea3-8b42-04b65e41a936 details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:05:52.593849 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Publish callbacks [] for router_gateway (834773d9-47d2-4fa3-90a4-23b330823de3), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:52.615184 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7371345 Sep 27 05:05:52.626165 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59010) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:52.694784 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-5ba2e770-2b3b-4db5-b369-77f43477062b admin admin] Request body: {'subnet': {'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-subnet', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:05:52.754619 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b63c8196-f6fc-4b79-88bd-387ff7933300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:52.770281 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3ee5e-3c68-4525-b4a0-835abc839fff admin admin] Pushing event updated for resources: {'Network': ['ID=1a56c517-727f-4327-948e-4876138946d9,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:52.789008 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network 1a56c517-727f-4327-948e-4876138946d9 details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:05:52.802842 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba2e770-2b3b-4db5-b369-77f43477062b admin admin] Made reservation on behalf of 14088bcc2ded4aebb6e8c1f890d6fdec for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:05:52.806709 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5ba2e770-2b3b-4db5-b369-77f43477062b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.235966 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b63c8196-f6fc-4b79-88bd-387ff7933300 admin admin] Publish callbacks [] for security_group (371ffe1f-3490-401a-8999-8667637631ca), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.276480 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:05:53.305145 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7911010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7911904'] for router (834773d9-47d2-4fa3-90a4-23b330823de3), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.326313 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b63c8196-f6fc-4b79-88bd-387ff7933300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (371ffe1f-3490-401a-8999-8667637631ca), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.392620 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c7c03c81-2dcc-4e39-bafc-7bedefa1f000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for subnet (01d32265-fa7d-4391-b6b2-d5ac3afa7e61), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.407786 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6dd08895-2f4d-4d3f-ac96-6c7aebf6d66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for subnet (9e097823-8135-4934-8980-f98e4e39413a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.410126 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:05:53.410536 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.410892 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 Sep 27 05:05:53.453177 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b63c8196-f6fc-4b79-88bd-387ff7933300 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f2f1fc523ce54f76a6c418d32af91a2d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4093840 Sep 27 05:05:53.480846 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59032) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:53.483003 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843189b2-29ae-40b5-830d-988dcad6d5c8 None None] Network 4442df01-63e0-4b38-b6ea-c622548962d9 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:05:53.494453 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd08895-2f4d-4d3f-ac96-6c7aebf6d66e admin admin] Checking segment: {'id': '5078e6a4-2fab-4e17-a537-504e19ba4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:05:53.494971 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd08895-2f4d-4d3f-ac96-6c7aebf6d66e admin admin] Network hostable DHCP agents. Network: 0eff495f-803a-4ad4-9e6c-6f563246889e, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:05:53.515910 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c8196-f6fc-4b79-88bd-387ff7933300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371ffe1f-3490-401a-8999-8667637631ca,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:53.620167 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd08895-2f4d-4d3f-ac96-6c7aebf6d66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e097823-8135-4934-8980-f98e4e39413a,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:53.620516 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-e0a02514-ac09-4391-a843-8942a14199cf None None] Provisioning complete for port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:05:53.621322 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e0a02514-ac09-4391-a843-8942a14199cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.621322 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-e0a02514-ac09-4391-a843-8942a14199cf None None] Attempt 1 to provision port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 Sep 27 05:05:53.625820 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd08895-2f4d-4d3f-ac96-6c7aebf6d66e admin admin] Network 0eff495f-803a-4ad4-9e6c-6f563246889e is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:05:53.647519 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-6dd08895-2f4d-4d3f-ac96-6c7aebf6d66e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, 0eff495f-803a-4ad4-9e6c-6f563246889e) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:05:53.653680 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd08895-2f4d-4d3f-ac96-6c7aebf6d66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:05:53.654329 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6dd08895-2f4d-4d3f-ac96-6c7aebf6d66e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.669207 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c03c81-2dcc-4e39-bafc-7bedefa1f000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d32265-fa7d-4391-b6b2-d5ac3afa7e61,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:53.687531 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268569cb-45a9-4f09-bd23-49bb7e1e0cfa None None] Network 0eff495f-803a-4ad4-9e6c-6f563246889e requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:05:53.691629 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c03c81-2dcc-4e39-bafc-7bedefa1f000 admin admin] Checking segment: {'id': '60a727fa-740f-44a6-83dc-ae4ef1dcacfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '1c67856b-db37-4ea3-8b42-04b65e41a936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:05:53.691882 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c03c81-2dcc-4e39-bafc-7bedefa1f000 admin admin] Network hostable DHCP agents. Network: 1c67856b-db37-4ea3-8b42-04b65e41a936, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:05:53.707147 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-6dd08895-2f4d-4d3f-ac96-6c7aebf6d66e admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3323534 Sep 27 05:05:53.709176 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Router 834773d9-47d2-4fa3-90a4-23b330823de3 is scheduled to L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e with binding_index 1 {{(pid=103957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 05:05:53.712649 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59038) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:53.719243 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-218218617-router', 'tenant_id': '87b71717e9a341c285b3c63925612c77', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:05:53.727134 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da608b5e-c18a-4d5f-9c5a-215f9ab6a263 admin admin] Publish callbacks [] for security_group (371ffe1f-3490-401a-8999-8667637631ca), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.733702 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5ba2e770-2b3b-4db5-b369-77f43477062b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for subnet (84980d5a-6c29-4863-932f-7803984692e8), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.786907 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c03c81-2dcc-4e39-bafc-7bedefa1f000 admin admin] Network 1c67856b-db37-4ea3-8b42-04b65e41a936 is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:05:53.804706 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30415'] for router (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.804706 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7911021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7911823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7965208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30456'] for router (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.827153 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da608b5e-c18a-4d5f-9c5a-215f9ab6a263 admin admin] Publish callbacks [] for security_group (371ffe1f-3490-401a-8999-8667637631ca), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.842053 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-c7c03c81-2dcc-4e39-bafc-7bedefa1f000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, 1c67856b-db37-4ea3-8b42-04b65e41a936) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:05:53.857909 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c03c81-2dcc-4e39-bafc-7bedefa1f000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:05:53.858504 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c7c03c81-2dcc-4e39-bafc-7bedefa1f000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.893380 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2e770-2b3b-4db5-b369-77f43477062b admin admin] Pushing event updated for resources: {'Subnet': ['ID=84980d5a-6c29-4863-932f-7803984692e8,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:53.929061 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c7c03c81-2dcc-4e39-bafc-7bedefa1f000 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4659793 Sep 27 05:05:53.949358 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e8909f-bd04-4969-8273-107fa8fd6fc5 None None] Network 1c67856b-db37-4ea3-8b42-04b65e41a936 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:05:53.951249 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2e770-2b3b-4db5-b369-77f43477062b admin admin] Checking segment: {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:05:53.951993 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba2e770-2b3b-4db5-b369-77f43477062b admin admin] Network hostable DHCP agents. Network: 1a56c517-727f-4327-948e-4876138946d9, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:05:53.962596 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:05:53.963008 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.979164 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Publish callbacks [] for router_controller (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), precommit_add_association {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.981507 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da608b5e-c18a-4d5f-9c5a-215f9ab6a263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (371ffe1f-3490-401a-8999-8667637631ca), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.985516 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da608b5e-c18a-4d5f-9c5a-215f9ab6a263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:53.986683 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-da608b5e-c18a-4d5f-9c5a-215f9ab6a263 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/371ffe1f-3490-401a-8999-8667637631ca HTTP/1.1" status: 204 len: 168 time: 0.5048645 Sep 27 05:05:53.990016 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:05:54.010074 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Sync routers for ids ['834773d9-47d2-4fa3-90a4-23b330823de3'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:05:54.011015 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba2e770-2b3b-4db5-b369-77f43477062b admin admin] Network 1a56c517-727f-4327-948e-4876138946d9 is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:05:54.026015 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da608b5e-c18a-4d5f-9c5a-215f9ab6a263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371ffe1f-3490-401a-8999-8667637631ca,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:54.028455 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Routers {'834773d9-47d2-4fa3-90a4-23b330823de3'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:05:54.029164 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:05:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['834773d9-47d2-4fa3-90a4-23b330823de3'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:05:54.048003 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-5ba2e770-2b3b-4db5-b369-77f43477062b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, 1a56c517-727f-4327-948e-4876138946d9) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:05:54.066818 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba2e770-2b3b-4db5-b369-77f43477062b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:05:54.068147 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5ba2e770-2b3b-4db5-b369-77f43477062b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:54.094277 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:54.095477 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1883e0fc-f9ad-4513-a99e-f3358ba2ffb4 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3261523 Sep 27 05:05:54.100038 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59052) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:54.110605 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18110f17-13ec-472c-a37f-3f0cd6133122 None None] Network 1a56c517-727f-4327-948e-4876138946d9 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:05:54.131562 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5ba2e770-2b3b-4db5-b369-77f43477062b admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4726727 Sep 27 05:05:54.176302 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59060) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:54.181391 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:05:54.214562 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30415'] for router (83cd05dd-a124-4462-b3eb-3545ff2cb33a), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:54.216364 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7911021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7911823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7965208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30456'] for router (83cd05dd-a124-4462-b3eb-3545ff2cb33a), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:54.222423 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:05:54.258432 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Publish callbacks [] for router_gateway (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:54.327466 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Set router 834773d9-47d2-4fa3-90a4-23b330823de3 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:05:54.357129 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Publish callbacks [] for router_controller (83cd05dd-a124-4462-b3eb-3545ff2cb33a), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:54.665381 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:54.673164 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59088) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:54.730847 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a66dbc7c-701f-4b37-9ed3-07e7749020aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:54.734429 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f37b02-9038-4653-9c3a-63fda16de92f None None] Network 1c67856b-db37-4ea3-8b42-04b65e41a936 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:05:54.747649 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cd8c3b0-7956-5b2d-987d-d9256dbf3db7-0eff495f-803a-4ad4-9e6c-6f563246889e', 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e', 'project_id': '87b71717e9a341c285b3c63925612c77', 'fixed_ips': [{'subnet_id': '9e097823-8135-4934-8980-f98e4e39413a'}]}} from dv-cinder-858463-2-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 27 05:05:54.748461 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:54.827415 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Publish callbacks [] for router_gateway (83cd05dd-a124-4462-b3eb-3545ff2cb33a), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:54.920050 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Publish callbacks [] for router_gateway (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.002031 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cd8c3b0-7956-5b2d-987d-d9256dbf3db7-1a56c517-727f-4327-948e-4876138946d9', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8'}]}} from dv-cinder-858463-2-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 27 05:05:55.005384 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.060460 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:05:52Z', 'revision_number': 3, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:05:55.090112 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Checking router: 834773d9-47d2-4fa3-90a4-23b330823de3 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:05:55.091104 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Updating router 834773d9-47d2-4fa3-90a4-23b330823de3 port 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 binding host dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:05:55.106619 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.132244 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (5d731ffd-cd8a-4d56-9d2d-851d69823dd7), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.230424 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-e0a02514-ac09-4391-a843-8942a14199cf None None] Current status of the port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:05:55.436924 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Publish callbacks [] for port (5d731ffd-cd8a-4d56-9d2d-851d69823dd7), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.447663 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (5d731ffd-cd8a-4d56-9d2d-851d69823dd7), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.503489 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:55.522142 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a66dbc7c-701f-4b37-9ed3-07e7749020aa admin admin] Publish callbacks [] for security_group (405268c5-f997-4fce-86e1-2ba39e8b043d), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.539187 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a66dbc7c-701f-4b37-9ed3-07e7749020aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (405268c5-f997-4fce-86e1-2ba39e8b043d), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.557335 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59132) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:55.568211 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-783794928-network', 'tenant_id': '75a914285c094ae0b2611a3967b7c597'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:05:55.579983 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Attempting to bind port 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:05:55.580463 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Attempting to bind port 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:05:55.580726 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Attempting to bind port 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 on network 567d47fc-aabf-4674-8921-5604d2739763 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:05:55.590782 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Pushing event updated for resources: {'Port': ['ID=5d731ffd-cd8a-4d56-9d2d-851d69823dd7,revision_number=2']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:55.617762 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:05:55.620388 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Checking segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:05:55.620948 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.621454 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Bound using segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:05:55.622059 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Bound port: 5d731ffd-cd8a-4d56-9d2d-851d69823dd7, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:05:55.624286 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (5d731ffd-cd8a-4d56-9d2d-851d69823dd7), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.632891 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:55.642596 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:55.643907 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:55.644366 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:55.646233 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:55.647148 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:55.647606 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:55.650332 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:55.652954 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:55.653389 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:55.653752 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:55.654104 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:55.656606 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Tracked resource versions report: Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: pushed versions: Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: { 'AddressGroup': {'1.2'}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'ConntrackHelper': {'1.0'}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'LocalIPAssociation': {'1.0'}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Log': {'1.0'}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Network': {'1.1'}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Port': {'1.7'}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'PortForwarding': {'1.2'}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'QosPolicy': {'1.10'}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'SecurityGroup': {'1.5'}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'SecurityGroupRule': {'1.2'}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'SubPort': {'1.0'}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Subnet': {'1.1'}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Trunk': {'1.1'}} Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: consumer versions: Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: { DHCP agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: HyperV agent@hv-cinder-85846: {}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: L3 agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: Metadata agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: Metering agent@dv-cinder-858463-2-iscsi: {}, Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: Open vSwitch agent@dv-cinder-858463-2-iscsi: { 'AddressGroup': '1.2', Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'ConntrackHelper': '1.0', Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'LocalIPAssociation': '1.0', Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Log': '1.0', Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Network': '1.1', Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Port': '1.7', Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'PortForwarding': '1.2', Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'QosPolicy': '1.10', Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'SecurityGroup': '1.5', Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'SecurityGroupRule': '1.2', Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'SubPort': '1.0', Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Subnet': '1.1', Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: 'Trunk': '1.1'}} Sep 27 05:05:55.657851 dv-cinder-858463-2-iscsi neutron-server[103959]: {{(pid=103959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 05:05:55.660082 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a66dbc7c-701f-4b37-9ed3-07e7749020aa admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8b8cc2009b2445c99a680de8b6e2861c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9837942 Sep 27 05:05:55.663393 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59138) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:55.663393 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66dbc7c-701f-4b37-9ed3-07e7749020aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405268c5-f997-4fce-86e1-2ba39e8b043d,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:55.680000 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] Made reservation on behalf of 75a914285c094ae0b2611a3967b7c597 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:05:55.682939 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.730875 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Allocated IP 172.20.0.2 (0eff495f-803a-4ad4-9e6c-6f563246889e/9e097823-8135-4934-8980-f98e4e39413a/7f2e5096-49ab-4e2b-ba08-73c63219d4f9) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:05:55.734414 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Allocated IP 172.20.0.2 (1a56c517-727f-4327-948e-4876138946d9/84980d5a-6c29-4863-932f-7803984692e8/72fecde3-bd4c-4ed4-8af5-573e8765efe8) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:05:55.755742 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] For port 5d731ffd-cd8a-4d56-9d2d-851d69823dd7, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:05:55.755972 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.762620 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] For port 5d731ffd-cd8a-4d56-9d2d-851d69823dd7, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=5d731ffd-cd8a-4d56-9d2d-851d69823dd7,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:05:55.770775 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (5d731ffd-cd8a-4d56-9d2d-851d69823dd7), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.792324 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Routers {'834773d9-47d2-4fa3-90a4-23b330823de3'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:05:55.793497 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:05:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['834773d9-47d2-4fa3-90a4-23b330823de3'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:05:55.820273 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6a3025c7-6042-4b83-8ba6-6b267dc19e6d admin admin] Publish callbacks [] for security_group (405268c5-f997-4fce-86e1-2ba39e8b043d), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.847886 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6a3025c7-6042-4b83-8ba6-6b267dc19e6d admin admin] Publish callbacks [] for security_group (405268c5-f997-4fce-86e1-2ba39e8b043d), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.884646 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-60ad2bdf-5a26-4630-ab92-ee76317ce2b2 None None] Provisioning complete for port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:05:55.885078 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-60ad2bdf-5a26-4630-ab92-ee76317ce2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.885922 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-60ad2bdf-5a26-4630-ab92-ee76317ce2b2 None None] Attempt 1 to provision port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 Sep 27 05:05:55.930267 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.947791 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] Set router 834773d9-47d2-4fa3-90a4-23b330823de3 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:05:55.963447 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Allocated IP 172.27.1.39 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/4bb07d26-b1bc-47eb-afdc-38739384a6c3) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:05:55.988661 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6a3025c7-6042-4b83-8ba6-6b267dc19e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (405268c5-f997-4fce-86e1-2ba39e8b043d), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.995588 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Publish callbacks [] for router_gateway (83cd05dd-a124-4462-b3eb-3545ff2cb33a), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:55.997166 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6a3025c7-6042-4b83-8ba6-6b267dc19e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.005320 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-6a3025c7-6042-4b83-8ba6-6b267dc19e6d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/405268c5-f997-4fce-86e1-2ba39e8b043d HTTP/1.1" status: 204 len: 168 time: 0.3390937 Sep 27 05:05:56.059856 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Publish callbacks [] for port (72fecde3-bd4c-4ed4-8af5-573e8765efe8), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.076453 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3025c7-6042-4b83-8ba6-6b267dc19e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405268c5-f997-4fce-86e1-2ba39e8b043d,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:56.085181 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b7302-4f14-4150-91f7-6f8a53153668 None None] Pushing event updated for resources: {'Port': ['ID=5d731ffd-cd8a-4d56-9d2d-851d69823dd7,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:56.102709 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.130113 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (72fecde3-bd4c-4ed4-8af5-573e8765efe8), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.150300 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Publish callbacks [] for port (4bb07d26-b1bc-47eb-afdc-38739384a6c3), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.191125 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-60ad2bdf-5a26-4630-ab92-ee76317ce2b2 None None] Current status of the port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:05:56.193260 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (4bb07d26-b1bc-47eb-afdc-38739384a6c3), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.201765 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Publish callbacks [] for port (7f2e5096-49ab-4e2b-ba08-73c63219d4f9), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.214734 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Network 1a56c517-727f-4327-948e-4876138946d9 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:05:56.218818 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (7f2e5096-49ab-4e2b-ba08-73c63219d4f9), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.221623 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:05:56.224402 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Pushing event updated for resources: {'Port': ['ID=72fecde3-bd4c-4ed4-8af5-573e8765efe8,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:56.231735 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:05:56.253496 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:05:52Z', 'revision_number': 3, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:05:56.265359 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:05:56.270191 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:05:56.275350 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Network 0eff495f-803a-4ad4-9e6c-6f563246889e is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:05:56.279337 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:05:56.297512 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c01e6bf-0b23-4c65-8a1f-8c2e84d307bd None None] The sync data for ids ['834773d9-47d2-4fa3-90a4-23b330823de3'] in dv-cinder-858463-2-iscsi is: [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:05:52Z', 'revision_number': 3, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:05:56.297928 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:05:56.322462 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:05:56.346192 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb07d26-b1bc-47eb-afdc-38739384a6c3,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:56.373351 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Pushing event updated for resources: {'Port': ['ID=7f2e5096-49ab-4e2b-ba08-73c63219d4f9,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:56.380037 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Attempting to bind port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:05:56.380037 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Attempting to bind port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:05:56.380037 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Attempting to bind port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 on network 1a56c517-727f-4327-948e-4876138946d9 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:05:56.454332 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:05:56.454670 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Checking segment: {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:05:56.455074 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.455459 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Bound using segment: {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:05:56.457023 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Bound port: 72fecde3-bd4c-4ed4-8af5-573e8765efe8, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:05:56.457430 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (72fecde3-bd4c-4ed4-8af5-573e8765efe8), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.504186 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Attempting to bind port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:05:56.511754 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Attempting to bind port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '5078e6a4-2fab-4e17-a537-504e19ba4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:05:56.512618 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Attempting to bind port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 on network 0eff495f-803a-4ad4-9e6c-6f563246889e {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:05:56.532190 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:05:56.532190 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Checking segment: {'id': '5078e6a4-2fab-4e17-a537-504e19ba4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:05:56.532190 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.532190 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Bound using segment: {'id': '5078e6a4-2fab-4e17-a537-504e19ba4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:05:56.539576 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Bound port: 7f2e5096-49ab-4e2b-ba08-73c63219d4f9, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5078e6a4-2fab-4e17-a537-504e19ba4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:05:56.540376 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (7f2e5096-49ab-4e2b-ba08-73c63219d4f9), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.702935 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] Publish callbacks [] for security_group (c498d09a-e026-4254-a783-accc0a45775b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.724431 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (c498d09a-e026-4254-a783-accc0a45775b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.725694 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] For port 72fecde3-bd4c-4ed4-8af5-573e8765efe8, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:05:56.751154 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] For port 72fecde3-bd4c-4ed4-8af5-573e8765efe8, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=72fecde3-bd4c-4ed4-8af5-573e8765efe8,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:05:56.777751 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (72fecde3-bd4c-4ed4-8af5-573e8765efe8), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.835348 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Allocated IP 172.27.1.155 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/a104f6b5-17a4-45ff-91d4-69e02feb5f56) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:05:56.897878 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] For port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:05:56.912225 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:05:56.929843 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Allocated IP 172.20.0.1 (4442df01-63e0-4b38-b6ea-c622548962d9/7de6db7b-6008-4e44-80c5-1d9fd069d988/ae6a33cf-3418-4549-9fd1-e28de34e0f99) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:05:56.941744 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c498d09a-e026-4254-a783-accc0a45775b,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:56.951802 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] For port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=7f2e5096-49ab-4e2b-ba08-73c63219d4f9,segment=NetworkSegment(5078e6a4-2fab-4e17-a537-504e19ba4c66),segment_id=5078e6a4-2fab-4e17-a537-504e19ba4c66)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:05:56.984769 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (7f2e5096-49ab-4e2b-ba08-73c63219d4f9), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:56.993385 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb81502-8190-40e4-bb68-92825a7ea02d None None] Pushing event updated for resources: {'Port': ['ID=72fecde3-bd4c-4ed4-8af5-573e8765efe8,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:57.026353 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (8f8ccd22-78b0-4f06-8e7c-07643b3d8d89), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:57.026793 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] Added segment 8f8ccd22-78b0-4f06-8e7c-07643b3d8d89 of type vlan for network 59b94233-0016-4b84-a61d-f3393e0f11f1 Sep 27 05:05:57.038977 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Publish callbacks [] for router_gateway (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:57.109950 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896b8ab-8ee6-4531-9ebe-1a8fc35059f5 None None] Pushing event updated for resources: {'Port': ['ID=7f2e5096-49ab-4e2b-ba08-73c63219d4f9,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:57.286102 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59176) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:57.289359 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (59b94233-0016-4b84-a61d-f3393e0f11f1), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:57.435144 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Publish callbacks [] for port (a104f6b5-17a4-45ff-91d4-69e02feb5f56), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:57.488902 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Publish callbacks [] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:57.499369 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7911010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7911904'] for router (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:57.614495 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (59b94233-0016-4b84-a61d-f3393e0f11f1), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:57.615557 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:05:57.617056 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:57.646484 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:05:57.650938 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7089151c-3663-4c78-a553-5e264492455c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:57.656505 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:57.734446 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:05:57.735098 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:57.735458 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 Sep 27 05:05:57.769370 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2079227 Sep 27 05:05:57.779268 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59190) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:57.784494 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-4bd6e523-6185-4553-b5b6-13b0428ff4e6 admin admin] Request body: {'subnet': {'network_id': '59b94233-0016-4b84-a61d-f3393e0f11f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-783794928-subnet', 'tenant_id': '75a914285c094ae0b2611a3967b7c597', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:05:57.887120 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7089151c-3663-4c78-a553-5e264492455c admin admin] Publish callbacks [] for security_group (20df0f8e-0fc9-4a04-ac9b-64534e5f66ce), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:57.891042 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd6e523-6185-4553-b5b6-13b0428ff4e6 admin admin] Made reservation on behalf of 75a914285c094ae0b2611a3967b7c597 for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:05:57.894980 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4bd6e523-6185-4553-b5b6-13b0428ff4e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:57.897775 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:05:57.899933 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7089151c-3663-4c78-a553-5e264492455c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (20df0f8e-0fc9-4a04-ac9b-64534e5f66ce), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:57.900992 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:05:57.903255 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Network 4442df01-63e0-4b38-b6ea-c622548962d9 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:05:57.949748 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:05:57.953077 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d36099-9f0f-428b-b4c6-1005d746404c admin admin] Pushing event updated for resources: {'Network': ['ID=59b94233-0016-4b84-a61d-f3393e0f11f1,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:57.956485 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:05:57.957093 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912591'] for router_interface (834773d9-47d2-4fa3-90a4-23b330823de3), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:57.962119 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7089151c-3663-4c78-a553-5e264492455c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dcf9003906f544daa9b23ef545bdb173&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6665702 Sep 27 05:05:57.969456 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Router 63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 is scheduled to L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e with binding_index 1 {{(pid=103957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 05:05:57.970812 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Pushing event updated for resources: {'Port': ['ID=ae6a33cf-3418-4549-9fd1-e28de34e0f99,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:57.974100 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59202) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:58.061015 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (a104f6b5-17a4-45ff-91d4-69e02feb5f56), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:58.185664 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network 59b94233-0016-4b84-a61d-f3393e0f11f1 details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:05:58.260402 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=a104f6b5-17a4-45ff-91d4-69e02feb5f56,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:58.347124 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089151c-3663-4c78-a553-5e264492455c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20df0f8e-0fc9-4a04-ac9b-64534e5f66ce,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:58.347554 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:05:58.347554 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (5d731ffd-cd8a-4d56-9d2d-851d69823dd7), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:58.347554 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 Sep 27 05:05:58.447185 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:05:58.474415 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Provisioning complete for port ae6a33cf-3418-4549-9fd1-e28de34e0f99 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:05:58.474838 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:58.475768 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Attempt 1 to provision port ae6a33cf-3418-4549-9fd1-e28de34e0f99 Sep 27 05:05:58.483447 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:05:58.503402 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Sync routers for ids ['63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:05:58.520172 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:58.520274 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:05:58.520401 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (5d731ffd-cd8a-4d56-9d2d-851d69823dd7), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:58.527410 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:05:58.542576 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Port ae6a33cf-3418-4549-9fd1-e28de34e0f99 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:05:58.549138 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:05:58.549293 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Routers {'63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:05:58.549293 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:05:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:05:58.597493 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port 5d731ffd-cd8a-4d56-9d2d-851d69823dd7, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=5d731ffd-cd8a-4d56-9d2d-851d69823dd7,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:05:58.603855 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (5d731ffd-cd8a-4d56-9d2d-851d69823dd7), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:58.714544 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Set router 63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:05:58.716967 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=5d731ffd-cd8a-4d56-9d2d-851d69823dd7,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:58.737356 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4bd6e523-6185-4553-b5b6-13b0428ff4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for subnet (bcd64cbf-5615-46c8-9177-3e7d0a915b2a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:58.768196 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-15cd5990-53a5-4f96-8b8e-6dfc25549a76 admin admin] Publish callbacks [] for security_group (20df0f8e-0fc9-4a04-ac9b-64534e5f66ce), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:58.800369 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-15cd5990-53a5-4f96-8b8e-6dfc25549a76 admin admin] Publish callbacks [] for security_group (20df0f8e-0fc9-4a04-ac9b-64534e5f66ce), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:58.822096 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:58.830401 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-58ac2371-c097-4bdc-b9a1-d7f1098c2277 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1144156 Sep 27 05:05:58.833825 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59224) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:58.913249 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d84cc89-eb9e-49a8-8e25-e10847fffb9f None None] Network 1a56c517-727f-4327-948e-4876138946d9 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:05:59.042153 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-15cd5990-53a5-4f96-8b8e-6dfc25549a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (20df0f8e-0fc9-4a04-ac9b-64534e5f66ce), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:59.044419 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Attempt 2 to provision port ae6a33cf-3418-4549-9fd1-e28de34e0f99 Sep 27 05:05:59.044722 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-15cd5990-53a5-4f96-8b8e-6dfc25549a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:59.057189 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-15cd5990-53a5-4f96-8b8e-6dfc25549a76 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/20df0f8e-0fc9-4a04-ac9b-64534e5f66ce HTTP/1.1" status: 204 len: 168 time: 1.0547850 Sep 27 05:05:59.160069 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd6e523-6185-4553-b5b6-13b0428ff4e6 admin admin] Checking segment: {'id': '8f8ccd22-78b0-4f06-8e7c-07643b3d8d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '59b94233-0016-4b84-a61d-f3393e0f11f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:05:59.160454 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd6e523-6185-4553-b5b6-13b0428ff4e6 admin admin] Network hostable DHCP agents. Network: 59b94233-0016-4b84-a61d-f3393e0f11f1, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:05:59.227258 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6e523-6185-4553-b5b6-13b0428ff4e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd64cbf-5615-46c8-9177-3e7d0a915b2a,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:59.248072 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd6e523-6185-4553-b5b6-13b0428ff4e6 admin admin] Network 59b94233-0016-4b84-a61d-f3393e0f11f1 is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:05:59.271449 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-4bd6e523-6185-4553-b5b6-13b0428ff4e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, 59b94233-0016-4b84-a61d-f3393e0f11f1) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:05:59.287526 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd6e523-6185-4553-b5b6-13b0428ff4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:05:59.288249 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4bd6e523-6185-4553-b5b6-13b0428ff4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:59.311216 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Port ae6a33cf-3418-4549-9fd1-e28de34e0f99 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:05:59.335989 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b048e85-76c1-4326-8049-34238c4505b1 None None] Network 59b94233-0016-4b84-a61d-f3393e0f11f1 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:05:59.383453 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-4bd6e523-6185-4553-b5b6-13b0428ff4e6 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6028786 Sep 27 05:05:59.526618 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686e0b09-f872-4acb-8ea8-fab6da98ed44 None None] Network 0eff495f-803a-4ad4-9e6c-6f563246889e requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:05:59.699849 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd5990-53a5-4f96-8b8e-6dfc25549a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20df0f8e-0fc9-4a04-ac9b-64534e5f66ce,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:59.707955 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:05:59.757256 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Publish callbacks [] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:59.774808 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:59.775869 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7912483'] for router_interface (834773d9-47d2-4fa3-90a4-23b330823de3), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:59.862220 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Pushing event updated for resources: {'Port': ['ID=ae6a33cf-3418-4549-9fd1-e28de34e0f99,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:05:59.869879 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Publish callbacks [] for router_gateway (83cd05dd-a124-4462-b3eb-3545ff2cb33a), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:05:59.895124 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Attempt 3 to provision port ae6a33cf-3418-4549-9fd1-e28de34e0f99 Sep 27 05:05:59.919577 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59274) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:05:59.983015 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a30c1e0f-1a24-42e0-915e-2ef2f23d9f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.023689 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Port ae6a33cf-3418-4549-9fd1-e28de34e0f99 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:00.072561 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59288) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:00.073084 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'name': 'tempest-DeleteServersTestJSON-218218617-router', 'tenant_id': '87b71717e9a341c285b3c63925612c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4bb07d26-b1bc-47eb-afdc-38739384a6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:53Z', 'updated_at': '2022-09-27T05:05:56Z', 'revision_number': 3, 'project_id': '87b71717e9a341c285b3c63925612c77', 'gw_port': {'id': '4bb07d26-b1bc-47eb-afdc-38739384a6c3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:00.125377 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dd27c5-c8d6-4521-b28f-c2b7e056420a None None] Network 59b94233-0016-4b84-a61d-f3393e0f11f1 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:06:00.133314 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Checking router: 63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:06:00.133666 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Updating router 63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 port 4bb07d26-b1bc-47eb-afdc-38739384a6c3 binding host dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:06:00.153829 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59290) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:00.262190 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (4bb07d26-b1bc-47eb-afdc-38739384a6c3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.332489 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a30c1e0f-1a24-42e0-915e-2ef2f23d9f2a admin admin] Publish callbacks [] for security_group (25369948-f1a8-40a9-8e6a-ae2be7f9ecfd), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.337651 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:00.337984 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (7f2e5096-49ab-4e2b-ba08-73c63219d4f9), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.338433 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 Sep 27 05:06:00.366096 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a30c1e0f-1a24-42e0-915e-2ef2f23d9f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (25369948-f1a8-40a9-8e6a-ae2be7f9ecfd), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.413906 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-375590e1-5f52-4016-8193-2487baf22078 admin admin] Deleting subnet 01d32265-fa7d-4391-b6b2-d5ac3afa7e61 {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:06:00.418140 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-51ed213a-1612-401b-81b1-3e383b761c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.474275 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.494465 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a30c1e0f-1a24-42e0-915e-2ef2f23d9f2a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1699356743c846c48e12bb0c6422b9b1&name=default HTTP/1.1" status: 200 len: 2993 time: 0.5710690 Sep 27 05:06:00.494465 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c1e0f-1a24-42e0-915e-2ef2f23d9f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25369948-f1a8-40a9-8e6a-ae2be7f9ecfd,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:00.502821 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59300) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:00.521363 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59302) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:00.522665 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-375590e1-5f52-4016-8193-2487baf22078 admin admin] Publish callbacks [] for subnet (01d32265-fa7d-4391-b6b2-d5ac3afa7e61), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.587281 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Attempt 4 to provision port ae6a33cf-3418-4549-9fd1-e28de34e0f99 Sep 27 05:06:00.610450 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7911010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7911904'] for router (83cd05dd-a124-4462-b3eb-3545ff2cb33a), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.624678 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-375590e1-5f52-4016-8193-2487baf22078 admin admin] Publish callbacks [] for subnet (01d32265-fa7d-4391-b6b2-d5ac3afa7e61), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.680478 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-51ed213a-1612-401b-81b1-3e383b761c42 admin admin] Publish callbacks [] for security_group (b2e2fab3-7179-4af5-8368-52f9305a4e74), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.681226 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-375590e1-5f52-4016-8193-2487baf22078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (01d32265-fa7d-4391-b6b2-d5ac3afa7e61), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.700251 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Port ae6a33cf-3418-4549-9fd1-e28de34e0f99 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:00.709012 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-51ed213a-1612-401b-81b1-3e383b761c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (b2e2fab3-7179-4af5-8368-52f9305a4e74), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.716306 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:00.716723 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (7f2e5096-49ab-4e2b-ba08-73c63219d4f9), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.720406 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Network 4442df01-63e0-4b38-b6ea-c622548962d9 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:06:00.733784 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:06:00.739830 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed213a-1612-401b-81b1-3e383b761c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e2fab3-7179-4af5-8368-52f9305a4e74,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:00.748979 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6ee1e615-462e-4dbb-904a-c924ca1eae65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.751889 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-582264b4-b67d-404b-a45f-eed2cb278c1f admin admin] Publish callbacks [] for security_group (25369948-f1a8-40a9-8e6a-ae2be7f9ecfd), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.774126 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=7f2e5096-49ab-4e2b-ba08-73c63219d4f9,segment=NetworkSegment(5078e6a4-2fab-4e17-a537-504e19ba4c66),segment_id=5078e6a4-2fab-4e17-a537-504e19ba4c66)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:00.775995 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-582264b4-b67d-404b-a45f-eed2cb278c1f admin admin] Publish callbacks [] for security_group (25369948-f1a8-40a9-8e6a-ae2be7f9ecfd), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.802431 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (7f2e5096-49ab-4e2b-ba08-73c63219d4f9), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.804138 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:06:00.839503 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-582264b4-b67d-404b-a45f-eed2cb278c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (25369948-f1a8-40a9-8e6a-ae2be7f9ecfd), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.842042 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-582264b4-b67d-404b-a45f-eed2cb278c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:00.843127 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-582264b4-b67d-404b-a45f-eed2cb278c1f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/25369948-f1a8-40a9-8e6a-ae2be7f9ecfd HTTP/1.1" status: 204 len: 168 time: 0.3390749 Sep 27 05:06:00.858099 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-51ed213a-1612-401b-81b1-3e383b761c42 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c93a5ee96bd24aebb1827039d46b2237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7010698 Sep 27 05:06:00.858311 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59308) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:01.023381 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-375590e1-5f52-4016-8193-2487baf22078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for subnet (01d32265-fa7d-4391-b6b2-d5ac3afa7e61), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.042401 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Publish callbacks [] for port (4bb07d26-b1bc-47eb-afdc-38739384a6c3), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.065241 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (4bb07d26-b1bc-47eb-afdc-38739384a6c3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.078017 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582264b4-b67d-404b-a45f-eed2cb278c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25369948-f1a8-40a9-8e6a-ae2be7f9ecfd,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:01.080844 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=7f2e5096-49ab-4e2b-ba08-73c63219d4f9,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:01.107419 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-375590e1-5f52-4016-8193-2487baf22078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.111073 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-375590e1-5f52-4016-8193-2487baf22078 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/01d32265-fa7d-4391-b6b2-d5ac3afa7e61 HTTP/1.1" status: 204 len: 168 time: 1.0322757 Sep 27 05:06:01.111710 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375590e1-5f52-4016-8193-2487baf22078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d32265-fa7d-4391-b6b2-d5ac3afa7e61,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:01.116262 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59312) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:01.121495 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Attempting to bind port 4bb07d26-b1bc-47eb-afdc-38739384a6c3 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:06:01.121878 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Attempting to bind port 4bb07d26-b1bc-47eb-afdc-38739384a6c3 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:06:01.122251 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Attempting to bind port 4bb07d26-b1bc-47eb-afdc-38739384a6c3 on network 567d47fc-aabf-4674-8921-5604d2739763 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:06:01.129842 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4354-422a-4cec-941e-63d076ada080 admin admin] Publish callbacks [] for security_group (b2e2fab3-7179-4af5-8368-52f9305a4e74), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.152014 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:06:01.152405 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Checking segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:06:01.152853 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.153685 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4354-422a-4cec-941e-63d076ada080 admin admin] Publish callbacks [] for security_group (b2e2fab3-7179-4af5-8368-52f9305a4e74), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.153778 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Bound using segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:06:01.153778 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Bound port: 4bb07d26-b1bc-47eb-afdc-38739384a6c3, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:06:01.154251 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (4bb07d26-b1bc-47eb-afdc-38739384a6c3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.181126 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Router 834773d9-47d2-4fa3-90a4-23b330823de3 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:06:01.195696 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Allocated IP 172.20.0.1 (0eff495f-803a-4ad4-9e6c-6f563246889e/9e097823-8135-4934-8980-f98e4e39413a/218d4db7-3a55-4ec2-8a40-80e383bd48ba) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:06:01.203641 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Attempt 5 to provision port ae6a33cf-3418-4549-9fd1-e28de34e0f99 Sep 27 05:06:01.208852 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdce67-5a89-4445-8605-0dba79eb6a6d None None] Pushing event updated for resources: {'Port': ['ID=4bb07d26-b1bc-47eb-afdc-38739384a6c3,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:01.218177 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Router 83cd05dd-a124-4462-b3eb-3545ff2cb33a is scheduled to L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 05:06:01.223199 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:01.223785 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (5d731ffd-cd8a-4d56-9d2d-851d69823dd7), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.224902 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 Sep 27 05:06:01.236909 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6ee1e615-462e-4dbb-904a-c924ca1eae65 admin admin] Publish callbacks [] for security_group (93be3f84-2cd3-464c-833e-a7e549ad4afc), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.245516 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4354-422a-4cec-941e-63d076ada080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (b2e2fab3-7179-4af5-8368-52f9305a4e74), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.248153 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4d3e4354-422a-4cec-941e-63d076ada080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.251870 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-4d3e4354-422a-4cec-941e-63d076ada080 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b2e2fab3-7179-4af5-8368-52f9305a4e74 HTTP/1.1" status: 204 len: 168 time: 0.3866127 Sep 27 05:06:01.283428 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e4354-422a-4cec-941e-63d076ada080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e2fab3-7179-4af5-8368-52f9305a4e74,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:01.337336 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (1c67856b-db37-4ea3-8b42-04b65e41a936), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.348488 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] For port 4bb07d26-b1bc-47eb-afdc-38739384a6c3, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:06:01.351997 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6ee1e615-462e-4dbb-904a-c924ca1eae65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (93be3f84-2cd3-464c-833e-a7e549ad4afc), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.375714 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] For port 4bb07d26-b1bc-47eb-afdc-38739384a6c3, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=4bb07d26-b1bc-47eb-afdc-38739384a6c3,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:06:01.380740 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Port ae6a33cf-3418-4549-9fd1-e28de34e0f99 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:01.394909 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (4bb07d26-b1bc-47eb-afdc-38739384a6c3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.491954 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6ee1e615-462e-4dbb-904a-c924ca1eae65 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5e68dbe520ae4412970e9ef647949b62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9643672 Sep 27 05:06:01.499950 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59334) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:01.524197 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcdce67-5a89-4445-8605-0dba79eb6a6d None None] Pushing event updated for resources: {'Port': ['ID=4bb07d26-b1bc-47eb-afdc-38739384a6c3,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:01.531852 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1e615-462e-4dbb-904a-c924ca1eae65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93be3f84-2cd3-464c-833e-a7e549ad4afc,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:01.535565 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:01.536163 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 72fecde3-bd4c-4ed4-8af5-573e8765efe8 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:06:01.541668 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:06:01.554298 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Sync routers for ids ['834773d9-47d2-4fa3-90a4-23b330823de3'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:06:01.563031 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d6b03df9-08e0-4164-81a7-a876037aa350 admin admin] 10.222.0.27 "PUT /v2.0/routers/834773d9-47d2-4fa3-90a4-23b330823de3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4616404 Sep 27 05:06:01.570845 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Publish callbacks [] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.579191 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Routers {'834773d9-47d2-4fa3-90a4-23b330823de3'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:06:01.581867 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:05:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['834773d9-47d2-4fa3-90a4-23b330823de3'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:01.593295 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (1c67856b-db37-4ea3-8b42-04b65e41a936), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.600529 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Routers {'63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:06:01.601582 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:05:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:01.628254 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:06:01.659891 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:01.660083 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:01.660967 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:01.661426 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Subscribe: > port after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:01.661886 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:01.662442 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Subscribe: > port after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:01.670569 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:01.671114 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:01.671604 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:01.672000 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:01.684520 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.685785 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c659a636-0cef-4d90-a5eb-c42b58e9b5c2 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.5085895 Sep 27 05:06:01.688872 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ecf12515-a562-463b-8467-0f7ff6bfb022 admin admin] Publish callbacks [] for security_group (93be3f84-2cd3-464c-833e-a7e549ad4afc), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.690620 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Sync routers for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:06:01.691210 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59342) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:01.728248 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:06:01.729048 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:05:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:01.757054 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:01.757262 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (72fecde3-bd4c-4ed4-8af5-573e8765efe8), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.757707 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 Sep 27 05:06:01.812704 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Set router 834773d9-47d2-4fa3-90a4-23b330823de3 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:06:01.825660 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ecf12515-a562-463b-8467-0f7ff6bfb022 admin admin] Publish callbacks [] for security_group (93be3f84-2cd3-464c-833e-a7e549ad4afc), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.891572 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Attempt 6 to provision port ae6a33cf-3418-4549-9fd1-e28de34e0f99 Sep 27 05:06:01.910653 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] Set router 63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:06:01.985177 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ecf12515-a562-463b-8467-0f7ff6bfb022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (93be3f84-2cd3-464c-833e-a7e549ad4afc), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.988978 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ecf12515-a562-463b-8467-0f7ff6bfb022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:01.990253 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ecf12515-a562-463b-8467-0f7ff6bfb022 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/93be3f84-2cd3-464c-833e-a7e549ad4afc HTTP/1.1" status: 204 len: 168 time: 0.4893634 Sep 27 05:06:02.016051 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf12515-a562-463b-8467-0f7ff6bfb022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93be3f84-2cd3-464c-833e-a7e549ad4afc,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:02.038215 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Port ae6a33cf-3418-4549-9fd1-e28de34e0f99 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:02.105763 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'ae6a33cf-3418-4549-9fd1-e28de34e0f99', 'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'mac_address': 'fa:16:3e:18:e4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 2, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'subnets': [{'id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:02.144466 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59354) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:02.146988 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:02.148977 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:02.149815 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:02.151676 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:02.153206 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c67856b-db37-4ea3-8b42-04b65e41a936']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:02.168783 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:02.169420 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (72fecde3-bd4c-4ed4-8af5-573e8765efe8), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.175762 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Checking router: 834773d9-47d2-4fa3-90a4-23b330823de3 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:06:02.176134 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Updating router 834773d9-47d2-4fa3-90a4-23b330823de3 port ae6a33cf-3418-4549-9fd1-e28de34e0f99 binding host dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:06:02.186920 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:06:02.210533 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port 72fecde3-bd4c-4ed4-8af5-573e8765efe8, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=72fecde3-bd4c-4ed4-8af5-573e8765efe8,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:02.231798 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a727fa-740f-44a6-83dc-ae4ef1dcacfc') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:02.232543 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a727fa-740f-44a6-83dc-ae4ef1dcacfc') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:02.245594 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.265720 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639132'] for segment (60a727fa-740f-44a6-83dc-ae4ef1dcacfc), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.272061 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (72fecde3-bd4c-4ed4-8af5-573e8765efe8), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.366736 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.380168 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (60a727fa-740f-44a6-83dc-ae4ef1dcacfc), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.462883 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:06:02.463841 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:06:02.469635 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5949782'] for segment (60a727fa-740f-44a6-83dc-ae4ef1dcacfc), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.513402 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=72fecde3-bd4c-4ed4-8af5-573e8765efe8,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:02.526916 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Network 0eff495f-803a-4ad4-9e6c-6f563246889e is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:06:02.554792 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Attempt 7 to provision port ae6a33cf-3418-4549-9fd1-e28de34e0f99 Sep 27 05:06:02.564630 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:06:02.573478 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:06:02.597319 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Port ae6a33cf-3418-4549-9fd1-e28de34e0f99 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:02.642754 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=218d4db7-3a55-4ec2-8a40-80e383bd48ba,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:02.663153 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:02.663789 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (7f2e5096-49ab-4e2b-ba08-73c63219d4f9), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.664274 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 Sep 27 05:06:02.688020 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (1c67856b-db37-4ea3-8b42-04b65e41a936), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.703956 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.716443 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] 10.222.0.27 "DELETE /v2.0/networks/1c67856b-db37-4ea3-8b42-04b65e41a936 HTTP/1.1" status: 204 len: 168 time: 1.5964963 Sep 27 05:06:02.754162 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59372) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:02.765304 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912591'] for router_interface (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.774991 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c61998-37b2-47c1-ad64-106cf57dce04 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c67856b-db37-4ea3-8b42-04b65e41a936,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:02.828850 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'name': 'tempest-DeleteServersTestJSON-218218617-router', 'tenant_id': '87b71717e9a341c285b3c63925612c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4bb07d26-b1bc-47eb-afdc-38739384a6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:53Z', 'updated_at': '2022-09-27T05:05:56Z', 'revision_number': 3, 'project_id': '87b71717e9a341c285b3c63925612c77', 'gw_port': {'id': '4bb07d26-b1bc-47eb-afdc-38739384a6c3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:02.839530 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 3, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:02.851128 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9fea0b57-bd4c-4a05-a848-61a933b4681a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.930784 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59374) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:02.952449 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Publish callbacks [] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.960206 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9fea0b57-bd4c-4a05-a848-61a933b4681a admin admin] Publish callbacks [] for security_group (2aafbc47-fca3-4e57-9834-0f9abcecbf55), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.967447 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f431ed11-fe94-4dd7-8ddb-0635e7c52779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.978238 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9fea0b57-bd4c-4a05-a848-61a933b4681a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (2aafbc47-fca3-4e57-9834-0f9abcecbf55), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.980338 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:02.983395 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eff4bbf-4d2b-4fd0-8c93-308d84c36295 None None] The sync data for ids ['63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'] in dv-cinder-858463-2-iscsi is: [{'id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'name': 'tempest-DeleteServersTestJSON-218218617-router', 'tenant_id': '87b71717e9a341c285b3c63925612c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4bb07d26-b1bc-47eb-afdc-38739384a6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:53Z', 'updated_at': '2022-09-27T05:05:56Z', 'revision_number': 3, 'project_id': '87b71717e9a341c285b3c63925612c77', 'gw_port': {'id': '4bb07d26-b1bc-47eb-afdc-38739384a6c3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:06:03.007236 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Checking router: 83cd05dd-a124-4462-b3eb-3545ff2cb33a for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:06:03.007600 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Updating router 83cd05dd-a124-4462-b3eb-3545ff2cb33a port a104f6b5-17a4-45ff-91d4-69e02feb5f56 binding host dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:06:03.009972 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:03.045771 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea0b57-bd4c-4a05-a848-61a933b4681a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aafbc47-fca3-4e57-9834-0f9abcecbf55,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:03.103455 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Attempt 8 to provision port ae6a33cf-3418-4549-9fd1-e28de34e0f99 Sep 27 05:06:03.125153 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.151074 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5daf49d-8359-464d-80aa-1b4701426899 admin admin] Deleting subnet bcd64cbf-5615-46c8-9177-3e7d0a915b2a {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:06:03.155031 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5daf49d-8359-464d-80aa-1b4701426899 admin admin] Publish callbacks [] for subnet (bcd64cbf-5615-46c8-9177-3e7d0a915b2a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.178930 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f431ed11-fe94-4dd7-8ddb-0635e7c52779 admin admin] Publish callbacks [] for security_group (b94d9df6-96b0-4760-884b-34629ddebf04), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.191311 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f431ed11-fe94-4dd7-8ddb-0635e7c52779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (b94d9df6-96b0-4760-884b-34629ddebf04), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.221608 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5daf49d-8359-464d-80aa-1b4701426899 admin admin] Publish callbacks [] for subnet (bcd64cbf-5615-46c8-9177-3e7d0a915b2a), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.224590 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a104f6b5-17a4-45ff-91d4-69e02feb5f56), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.235832 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5daf49d-8359-464d-80aa-1b4701426899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (bcd64cbf-5615-46c8-9177-3e7d0a915b2a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.238112 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Port ae6a33cf-3418-4549-9fd1-e28de34e0f99 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:03.317291 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59400) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:03.345738 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431ed11-fe94-4dd7-8ddb-0635e7c52779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94d9df6-96b0-4760-884b-34629ddebf04,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:03.355713 dv-cinder-858463-2-iscsi neutron-server[103957]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 05:06:03.361101 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5daf49d-8359-464d-80aa-1b4701426899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for subnet (bcd64cbf-5615-46c8-9177-3e7d0a915b2a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.388861 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5daf49d-8359-464d-80aa-1b4701426899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.389002 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c506b6e-9045-4e29-a221-43ea8d7642b5 None None] Pushing event updated for resources: {'Port': ['ID=ae6a33cf-3418-4549-9fd1-e28de34e0f99,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:03.399505 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c5daf49d-8359-464d-80aa-1b4701426899 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/bcd64cbf-5615-46c8-9177-3e7d0a915b2a HTTP/1.1" status: 204 len: 168 time: 0.6358600 Sep 27 05:06:03.405008 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9fea0b57-bd4c-4a05-a848-61a933b4681a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a6620801c7c94e5bb9b54033f23382a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2594719 Sep 27 05:06:03.415293 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59404) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:03.416739 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59406) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:03.470948 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Attempting to bind port ae6a33cf-3418-4549-9fd1-e28de34e0f99 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:06:03.470948 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Attempting to bind port ae6a33cf-3418-4549-9fd1-e28de34e0f99 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:06:03.470948 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Attempting to bind port ae6a33cf-3418-4549-9fd1-e28de34e0f99 on network 4442df01-63e0-4b38-b6ea-c622548962d9 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:06:03.511576 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:06:03.514146 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Checking segment: {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:06:03.514567 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.515682 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Bound using segment: {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:06:03.516197 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Bound port: ae6a33cf-3418-4549-9fd1-e28de34e0f99, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:06:03.516583 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.577356 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5daf49d-8359-464d-80aa-1b4701426899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd64cbf-5615-46c8-9177-3e7d0a915b2a,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:03.679648 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f431ed11-fe94-4dd7-8ddb-0635e7c52779 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b690db6e90784ab5844ea6cf7cf8203d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7417338 Sep 27 05:06:03.683323 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59418) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:03.699109 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] For port ae6a33cf-3418-4549-9fd1-e28de34e0f99, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:06:03.708670 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] For port ae6a33cf-3418-4549-9fd1-e28de34e0f99, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=ae6a33cf-3418-4549-9fd1-e28de34e0f99,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:06:03.727781 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.742956 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9570-d708-4d07-b700-0ecd35ba19cd admin admin] Publish callbacks [] for security_group (2aafbc47-fca3-4e57-9834-0f9abcecbf55), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.841826 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.852237 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (59b94233-0016-4b84-a61d-f3393e0f11f1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.876210 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c506b6e-9045-4e29-a221-43ea8d7642b5 None None] Pushing event updated for resources: {'Port': ['ID=ae6a33cf-3418-4549-9fd1-e28de34e0f99,revision_number=4']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:03.895348 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Routers {'834773d9-47d2-4fa3-90a4-23b330823de3'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:06:03.895934 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:05:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['834773d9-47d2-4fa3-90a4-23b330823de3'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:03.907442 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9570-d708-4d07-b700-0ecd35ba19cd admin admin] Publish callbacks [] for security_group (2aafbc47-fca3-4e57-9834-0f9abcecbf55), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:03.939960 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71796aea-4329-49c5-8a66-084604b2fe7f req-34e72561-3564-4332-b9e3-fcc981819006 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:03.947327 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-34e72561-3564-4332-b9e3-fcc981819006 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 819 time: 0.5960310 Sep 27 05:06:03.979825 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-620b49da-9f39-4c88-bb6f-76887a811f5e tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/quotas/97fc6113b9d248e0b081f9812381b453 HTTP/1.1" status: 200 len: 375 time: 0.0305877 Sep 27 05:06:03.985173 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Attempt 9 to provision port ae6a33cf-3418-4549-9fd1-e28de34e0f99 Sep 27 05:06:04.071974 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Allocated IP 172.20.0.1 (1a56c517-727f-4327-948e-4876138946d9/84980d5a-6c29-4863-932f-7803984692e8/1381edc8-84aa-4ece-9589-bd067d879656) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:06:04.102162 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] Set router 834773d9-47d2-4fa3-90a4-23b330823de3 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:06:04.200619 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c97810c8-4ef2-4cb4-b04d-42ab9dc47f14 admin admin] Publish callbacks [] for security_group (b94d9df6-96b0-4760-884b-34629ddebf04), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:04.310399 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Current status of the port ae6a33cf-3418-4549-9fd1-e28de34e0f99 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:04.310905 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:04.312889 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Publish callbacks [] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:04.345185 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Publish callbacks [] for port (a104f6b5-17a4-45ff-91d4-69e02feb5f56), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:04.345624 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:04.366245 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (a104f6b5-17a4-45ff-91d4-69e02feb5f56), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:04.387561 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c97810c8-4ef2-4cb4-b04d-42ab9dc47f14 admin admin] Publish callbacks [] for security_group (b94d9df6-96b0-4760-884b-34629ddebf04), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:04.460099 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'ae6a33cf-3418-4549-9fd1-e28de34e0f99', 'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'mac_address': 'fa:16:3e:18:e4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:03Z', 'revision_number': 4, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'subnets': [{'id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:04.475767 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] For port ae6a33cf-3418-4549-9fd1-e28de34e0f99, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=ae6a33cf-3418-4549-9fd1-e28de34e0f99,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:04.482060 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 60a727fa-740f-44a6-83dc-ae4ef1dcacfc resource provider aggregate not found Sep 27 05:06:04.494692 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Attempting to bind port a104f6b5-17a4-45ff-91d4-69e02feb5f56 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:06:04.495178 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Attempting to bind port a104f6b5-17a4-45ff-91d4-69e02feb5f56 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:06:04.498693 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7912483'] for router_interface (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:04.498871 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e610d6de-328c-40a5-9b38-7f7f2dbf7fd0 None None] The sync data for ids ['834773d9-47d2-4fa3-90a4-23b330823de3'] in dv-cinder-858463-2-iscsi is: [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'ae6a33cf-3418-4549-9fd1-e28de34e0f99', 'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'mac_address': 'fa:16:3e:18:e4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:03Z', 'revision_number': 4, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'subnets': [{'id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:06:04.499447 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Attempting to bind port a104f6b5-17a4-45ff-91d4-69e02feb5f56 on network 567d47fc-aabf-4674-8921-5604d2739763 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:06:04.511097 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:04.525358 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (59b94233-0016-4b84-a61d-f3393e0f11f1), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:04.543057 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:06:04.546459 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Checking segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:06:04.547039 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:04.547551 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Bound using segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:06:04.548157 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Bound port: a104f6b5-17a4-45ff-91d4-69e02feb5f56, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:06:04.550992 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a104f6b5-17a4-45ff-91d4-69e02feb5f56), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:04.565834 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:04.566200 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:04.567064 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:04.567619 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Subscribe: > port after_create 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:04.567988 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:04.568335 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Subscribe: > port after_update 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:04.570038 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:04.570405 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:04.570739 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:04.571077 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:04.613189 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc798d2e-a0c7-4c65-844c-e72990f52260 None None] Pushing event updated for resources: {'Port': ['ID=a104f6b5-17a4-45ff-91d4-69e02feb5f56,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:04.708843 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 72fecde3-bd4c-4ed4-8af5-573e8765efe8 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:06:04.722712 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 60a727fa-740f-44a6-83dc-ae4ef1dcacfc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60a727fa-740f-44a6-83dc-ae4ef1dcacfc found for delete ", "request_id": "req-ee4d57be-fbb1-4aa5-bbd2-cd6a88986925"}]} Sep 27 05:06:04.784590 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-db12b188-6168-4045-8038-ff8d8825d6dc tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8037486 Sep 27 05:06:04.790139 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Network 0eff495f-803a-4ad4-9e6c-6f563246889e is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:06:04.794129 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:06:04.809135 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Provisioning complete for port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:04.809476 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (72fecde3-bd4c-4ed4-8af5-573e8765efe8), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:04.809931 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Attempt 1 to provision port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 Sep 27 05:06:04.820607 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] For port a104f6b5-17a4-45ff-91d4-69e02feb5f56, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:06:04.921745 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] For port a104f6b5-17a4-45ff-91d4-69e02feb5f56, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=a104f6b5-17a4-45ff-91d4-69e02feb5f56,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:06:04.925192 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0c57b-b20a-40f7-8c6c-9a84e045d631 None None] Pushing event updated for resources: {'Port': ['ID=ae6a33cf-3418-4549-9fd1-e28de34e0f99,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:04.927161 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:04.927696 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:04.927868 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:04.928733 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 05:06:04.929116 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b94233-0016-4b84-a61d-f3393e0f11f1']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:04.965742 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (a104f6b5-17a4-45ff-91d4-69e02feb5f56), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:04.979661 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=218d4db7-3a55-4ec2-8a40-80e383bd48ba,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:04.998824 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Router 63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:06:05.040205 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8ccd22-78b0-4f06-8e7c-07643b3d8d89') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:05.040961 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8ccd22-78b0-4f06-8e7c-07643b3d8d89') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:05.116178 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c97810c8-4ef2-4cb4-b04d-42ab9dc47f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (b94d9df6-96b0-4760-884b-34629ddebf04), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:05.120094 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c97810c8-4ef2-4cb4-b04d-42ab9dc47f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:05.121726 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c97810c8-4ef2-4cb4-b04d-42ab9dc47f14 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b94d9df6-96b0-4760-884b-34629ddebf04 HTTP/1.1" status: 204 len: 168 time: 1.4300535 Sep 27 05:06:05.122706 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9570-d708-4d07-b700-0ecd35ba19cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (2aafbc47-fca3-4e57-9834-0f9abcecbf55), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:05.128751 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1ae9570-d708-4d07-b700-0ecd35ba19cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:05.134455 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e1ae9570-d708-4d07-b700-0ecd35ba19cd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2aafbc47-fca3-4e57-9834-0f9abcecbf55 HTTP/1.1" status: 204 len: 168 time: 1.7082791 Sep 27 05:06:05.154678 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5353015'] for segment (8f8ccd22-78b0-4f06-8e7c-07643b3d8d89), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:05.169251 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:06:05.169808 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:05:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:05.207860 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:05.208046 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (72fecde3-bd4c-4ed4-8af5-573e8765efe8), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:05.208378 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 Sep 27 05:06:05.268842 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97810c8-4ef2-4cb4-b04d-42ab9dc47f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94d9df6-96b0-4760-884b-34629ddebf04,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:05.293719 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (8f8ccd22-78b0-4f06-8e7c-07643b3d8d89), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:05.314585 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Publish callbacks [] for port (1381edc8-84aa-4ece-9589-bd067d879656), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:05.327968 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae9570-d708-4d07-b700-0ecd35ba19cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aafbc47-fca3-4e57-9834-0f9abcecbf55,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:05.342755 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:06:05.343672 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6096545'] for segment (8f8ccd22-78b0-4f06-8e7c-07643b3d8d89), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:05.380568 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:06:05.408846 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-6d730818-8c55-4bd3-b4aa-11da921f9dd8 admin admin] 10.222.0.27 "PUT /v2.0/routers/63ed9f5f-9e7b-4716-9882-c7d3a6734ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5603578 Sep 27 05:06:05.450208 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc798d2e-a0c7-4c65-844c-e72990f52260 None None] Pushing event updated for resources: {'Port': ['ID=a104f6b5-17a4-45ff-91d4-69e02feb5f56,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:05.549039 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Current status of the port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:05.560106 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (59b94233-0016-4b84-a61d-f3393e0f11f1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:05.594443 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:05.602479 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] 10.222.0.27 "DELETE /v2.0/networks/59b94233-0016-4b84-a61d-f3393e0f11f1 HTTP/1.1" status: 204 len: 168 time: 2.1774952 Sep 27 05:06:05.613234 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3346a6e-04e2-4bee-a927-9d22b5b1cc06 admin admin] Pushing event deleted for resources: {'Network': ['ID=59b94233-0016-4b84-a61d-f3393e0f11f1,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:05.615280 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Provisioning complete for port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:05.615280 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (7f2e5096-49ab-4e2b-ba08-73c63219d4f9), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:05.616279 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Attempt 1 to provision port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 Sep 27 05:06:05.638805 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (1381edc8-84aa-4ece-9589-bd067d879656), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:05.661320 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:06:05.687068 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Pushing event updated for resources: {'Port': ['ID=1381edc8-84aa-4ece-9589-bd067d879656,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:05.713974 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Network 1a56c517-727f-4327-948e-4876138946d9 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:06:05.715425 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:06:05.718087 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:06:05.771454 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-cad04fb1-11a8-4308-88c2-04dddd480024 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103957) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 05:06:05.778205 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912591'] for router_interface (83cd05dd-a124-4462-b3eb-3545ff2cb33a), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:05.783750 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-cad04fb1-11a8-4308-88c2-04dddd480024 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5205486 Sep 27 05:06:05.881165 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Sync routers for ids ['63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:06:05.892524 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:05.893662 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 4bb07d26-b1bc-47eb-afdc-38739384a6c3 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:06:05.914006 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Routers {'63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:06:05.916290 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:05:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:06.043612 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-187f2173-7910-417c-9f1f-0c68d04f6862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:06.088486 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-f703100c-c06d-423e-a07a-feb7bacabeeb service neutron] 10.222.0.27 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036270 Sep 27 05:06:06.136697 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (1381edc8-84aa-4ece-9589-bd067d879656), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:06.146232 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Set router 63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:06:06.229017 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Current status of the port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:06.269147 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 4bb07d26-b1bc-47eb-afdc-38739384a6c3 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:06.272234 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (4bb07d26-b1bc-47eb-afdc-38739384a6c3), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:06.275819 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 4bb07d26-b1bc-47eb-afdc-38739384a6c3 Sep 27 05:06:06.380401 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-0fe84b5d-7e0b-48a1-b20c-07443131fb50 service neutron] 10.222.0.27 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824271 Sep 27 05:06:06.391424 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59484) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:06.396077 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Provisioning complete for port ae6a33cf-3418-4549-9fd1-e28de34e0f99 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:06.399949 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:06.401365 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Attempt 1 to provision port ae6a33cf-3418-4549-9fd1-e28de34e0f99 Sep 27 05:06:06.426924 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Publish callbacks [] for port (1381edc8-84aa-4ece-9589-bd067d879656), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:06.435384 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (1381edc8-84aa-4ece-9589-bd067d879656), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:06.500419 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a1bad910-755a-4c2a-ba1c-330b54eb97e4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=975400281ea34db0aa36b1d5dc45522f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1074579 Sep 27 05:06:06.503757 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59486) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:06.547243 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7912483'] for router_interface (83cd05dd-a124-4462-b3eb-3545ff2cb33a), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:06.556357 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Pushing event updated for resources: {'Port': ['ID=1381edc8-84aa-4ece-9589-bd067d879656,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:06.566548 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 3, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:06.591748 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'name': 'tempest-DeleteServersTestJSON-218218617-router', 'tenant_id': '87b71717e9a341c285b3c63925612c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4bb07d26-b1bc-47eb-afdc-38739384a6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:53Z', 'updated_at': '2022-09-27T05:06:03Z', 'revision_number': 4, 'project_id': '87b71717e9a341c285b3c63925612c77', 'gw_port': {'id': '4bb07d26-b1bc-47eb-afdc-38739384a6c3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '218d4db7-3a55-4ec2-8a40-80e383bd48ba', 'name': '', 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e', 'tenant_id': '87b71717e9a341c285b3c63925612c77', 'mac_address': 'fa:16:3e:16:e9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '9e097823-8135-4934-8980-f98e4e39413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:00Z', 'updated_at': '2022-09-27T05:06:03Z', 'revision_number': 2, 'project_id': '87b71717e9a341c285b3c63925612c77', 'subnets': [{'id': '9e097823-8135-4934-8980-f98e4e39413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:06.634928 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-032d7a6a-6927-43b9-a760-2950a6ebfd1b admin admin] Publish callbacks [] for security_group (71975b17-2327-4b75-9350-7d062674fd72), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:06.638811 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Checking router: 63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:06:06.639558 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Updating router 63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 port 218d4db7-3a55-4ec2-8a40-80e383bd48ba binding host dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:06:06.649484 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2929554d-e36e-4725-a8c2-7c54fce827ee None None] The sync data for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi is: [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 3, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:06:06.697476 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:06.719622 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-032d7a6a-6927-43b9-a760-2950a6ebfd1b admin admin] Publish callbacks [] for security_group (71975b17-2327-4b75-9350-7d062674fd72), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:06.842327 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-032d7a6a-6927-43b9-a760-2950a6ebfd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (71975b17-2327-4b75-9350-7d062674fd72), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:06.847700 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Network 1a56c517-727f-4327-948e-4876138946d9 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:06:06.849401 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:06:06.869167 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-032d7a6a-6927-43b9-a760-2950a6ebfd1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:06.882115 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-032d7a6a-6927-43b9-a760-2950a6ebfd1b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/71975b17-2327-4b75-9350-7d062674fd72 HTTP/1.1" status: 204 len: 168 time: 0.3765166 Sep 27 05:06:06.915111 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Current status of the port ae6a33cf-3418-4549-9fd1-e28de34e0f99 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:06.920185 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d7a6a-6927-43b9-a760-2950a6ebfd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71975b17-2327-4b75-9350-7d062674fd72,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:06.964744 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 4bb07d26-b1bc-47eb-afdc-38739384a6c3 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:06.968249 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (4bb07d26-b1bc-47eb-afdc-38739384a6c3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:07.101039 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port 4bb07d26-b1bc-47eb-afdc-38739384a6c3, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=4bb07d26-b1bc-47eb-afdc-38739384a6c3,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:07.103167 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Provisioning complete for port 218d4db7-3a55-4ec2-8a40-80e383bd48ba triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:07.105340 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:07.105913 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Attempt 1 to provision port 218d4db7-3a55-4ec2-8a40-80e383bd48ba Sep 27 05:06:07.195080 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Port 218d4db7-3a55-4ec2-8a40-80e383bd48ba cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:07.196101 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (4bb07d26-b1bc-47eb-afdc-38739384a6c3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:07.219436 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-40eff3ad-6bf1-442f-909b-1fd4f98062be req-e76afe00-fe74-4911-bde9-d7674a0fd924 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 210 time: 0.2036777 Sep 27 05:06:07.378041 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=4bb07d26-b1bc-47eb-afdc-38739384a6c3,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:07.394046 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Router 83cd05dd-a124-4462-b3eb-3545ff2cb33a has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:06:07.480674 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device ae6a33cf-3418-4549-9fd1-e28de34e0f99 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:06:07.546677 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port ae6a33cf-3418-4549-9fd1-e28de34e0f99 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:07.547781 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:07.548460 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port ae6a33cf-3418-4549-9fd1-e28de34e0f99 Sep 27 05:06:07.564227 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Publish callbacks [] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:07.579264 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:07.652432 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.services.segments.plugin [-] Segment 8f8ccd22-78b0-4f06-8e7c-07643b3d8d89 resource provider aggregate not found Sep 27 05:06:07.657039 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:06:07.665764 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb6f51-023d-4bfe-bfe1-8d65051d3e66 None None] Pushing event updated for resources: {'Port': ['ID=218d4db7-3a55-4ec2-8a40-80e383bd48ba,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:07.682218 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e1e476b2-49de-49e4-a086-115b62c7ba00 admin admin] 10.222.0.27 "PUT /v2.0/routers/83cd05dd-a124-4462-b3eb-3545ff2cb33a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9825761 Sep 27 05:06:07.689146 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.services.segments.plugin [-] Segment 8f8ccd22-78b0-4f06-8e7c-07643b3d8d89 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f8ccd22-78b0-4f06-8e7c-07643b3d8d89 found for delete ", "request_id": "req-e4234cd3-839a-4c85-aa40-9bb5bcfa4bd3"}]} Sep 27 05:06:07.699001 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Attempt 2 to provision port 218d4db7-3a55-4ec2-8a40-80e383bd48ba Sep 27 05:06:07.753581 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Attempting to bind port 218d4db7-3a55-4ec2-8a40-80e383bd48ba on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:06:07.753953 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Attempting to bind port 218d4db7-3a55-4ec2-8a40-80e383bd48ba by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '5078e6a4-2fab-4e17-a537-504e19ba4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:06:07.760247 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Attempting to bind port 218d4db7-3a55-4ec2-8a40-80e383bd48ba on network 0eff495f-803a-4ad4-9e6c-6f563246889e {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:06:07.767708 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:06:07.768091 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Checking segment: {'id': '5078e6a4-2fab-4e17-a537-504e19ba4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:06:07.768495 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:07.768925 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Bound using segment: {'id': '5078e6a4-2fab-4e17-a537-504e19ba4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:06:07.769672 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Bound port: 218d4db7-3a55-4ec2-8a40-80e383bd48ba, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5078e6a4-2fab-4e17-a537-504e19ba4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:06:07.769764 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:07.783936 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port ae6a33cf-3418-4549-9fd1-e28de34e0f99 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:07.809585 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Port 218d4db7-3a55-4ec2-8a40-80e383bd48ba cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:07.888624 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59552) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:07.901408 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] For port 218d4db7-3a55-4ec2-8a40-80e383bd48ba, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:06:07.904959 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] For port 218d4db7-3a55-4ec2-8a40-80e383bd48ba, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=218d4db7-3a55-4ec2-8a40-80e383bd48ba,segment=NetworkSegment(5078e6a4-2fab-4e17-a537-504e19ba4c66),segment_id=5078e6a4-2fab-4e17-a537-504e19ba4c66)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:06:07.916381 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:07.944195 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Routers {'63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:06:07.944948 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:05:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:08.041286 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-d416ba2b-832f-481d-9771-4fac4af87dab tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:08.073025 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-d416ba2b-832f-481d-9771-4fac4af87dab tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/networks?id=0eff495f-803a-4ad4-9e6c-6f563246889e HTTP/1.1" status: 200 len: 811 time: 0.1640825 Sep 27 05:06:08.081047 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] Set router 63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:06:08.132842 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-7e4b45cf-7a42-4862-81cc-d48fe910deff tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/quotas/87b71717e9a341c285b3c63925612c77 HTTP/1.1" status: 200 len: 375 time: 0.0588131 Sep 27 05:06:08.144091 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-62ea4da5-08a1-4328-9bd0-2341a4295505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:08.310902 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Attempt 3 to provision port 218d4db7-3a55-4ec2-8a40-80e383bd48ba Sep 27 05:06:08.335370 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59578) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:08.356480 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-1c5e0522-4898-4c08-ad11-ffa3eae8613d tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=87b71717e9a341c285b3c63925612c77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2204158 Sep 27 05:06:08.368214 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb6f51-023d-4bfe-bfe1-8d65051d3e66 None None] Pushing event updated for resources: {'Port': ['ID=218d4db7-3a55-4ec2-8a40-80e383bd48ba,revision_number=4']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:08.414716 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b480f0e2-103d-4c1d-a205-a6c40473d400 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=75a914285c094ae0b2611a3967b7c597&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0778284 Sep 27 05:06:08.415778 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59584) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:08.480330 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fdff8efb-dac3-4e75-88e2-ba5e170ab10d admin admin] Publish callbacks [] for security_group (c498d09a-e026-4254-a783-accc0a45775b), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:08.481399 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-821c784e-7c9e-4002-a7f6-4213fca8dd3f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:08.507415 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fdff8efb-dac3-4e75-88e2-ba5e170ab10d admin admin] Publish callbacks [] for security_group (c498d09a-e026-4254-a783-accc0a45775b), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:08.512225 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-821c784e-7c9e-4002-a7f6-4213fca8dd3f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 819 time: 0.2889352 Sep 27 05:06:08.542506 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-320a6c56-9f17-4db1-a6d8-0aa33d6e35e3 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/quotas/97fc6113b9d248e0b081f9812381b453 HTTP/1.1" status: 200 len: 375 time: 0.0293901 Sep 27 05:06:08.577914 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fdff8efb-dac3-4e75-88e2-ba5e170ab10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (c498d09a-e026-4254-a783-accc0a45775b), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:08.581362 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fdff8efb-dac3-4e75-88e2-ba5e170ab10d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:08.581594 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'name': 'tempest-DeleteServersTestJSON-218218617-router', 'tenant_id': '87b71717e9a341c285b3c63925612c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4bb07d26-b1bc-47eb-afdc-38739384a6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:53Z', 'updated_at': '2022-09-27T05:06:03Z', 'revision_number': 4, 'project_id': '87b71717e9a341c285b3c63925612c77', 'gw_port': {'id': '4bb07d26-b1bc-47eb-afdc-38739384a6c3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '218d4db7-3a55-4ec2-8a40-80e383bd48ba', 'name': '', 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e', 'tenant_id': '87b71717e9a341c285b3c63925612c77', 'mac_address': 'fa:16:3e:16:e9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '9e097823-8135-4934-8980-f98e4e39413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:00Z', 'updated_at': '2022-09-27T05:06:07Z', 'revision_number': 4, 'project_id': '87b71717e9a341c285b3c63925612c77', 'subnets': [{'id': '9e097823-8135-4934-8980-f98e4e39413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:08.586700 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-fdff8efb-dac3-4e75-88e2-ba5e170ab10d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c498d09a-e026-4254-a783-accc0a45775b HTTP/1.1" status: 204 len: 168 time: 0.1695447 Sep 27 05:06:08.598555 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff8efb-dac3-4e75-88e2-ba5e170ab10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c498d09a-e026-4254-a783-accc0a45775b,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:08.657039 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58927d1e-ea33-4628-95c3-7124e65d8f23 None None] The sync data for ids ['63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'] in dv-cinder-858463-2-iscsi is: [{'id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'name': 'tempest-DeleteServersTestJSON-218218617-router', 'tenant_id': '87b71717e9a341c285b3c63925612c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4bb07d26-b1bc-47eb-afdc-38739384a6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:53Z', 'updated_at': '2022-09-27T05:06:03Z', 'revision_number': 4, 'project_id': '87b71717e9a341c285b3c63925612c77', 'gw_port': {'id': '4bb07d26-b1bc-47eb-afdc-38739384a6c3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '218d4db7-3a55-4ec2-8a40-80e383bd48ba', 'name': '', 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e', 'tenant_id': '87b71717e9a341c285b3c63925612c77', 'mac_address': 'fa:16:3e:16:e9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '9e097823-8135-4934-8980-f98e4e39413a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:00Z', 'updated_at': '2022-09-27T05:06:07Z', 'revision_number': 4, 'project_id': '87b71717e9a341c285b3c63925612c77', 'subnets': [{'id': '9e097823-8135-4934-8980-f98e4e39413a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:06:08.676108 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-4cff490f-31bd-4c72-990b-76f61bae303e tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1282606 Sep 27 05:06:08.850128 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Current status of the port 218d4db7-3a55-4ec2-8a40-80e383bd48ba is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:08.850852 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:08.886493 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-9ada8f9b-82d3-4e53-b6b0-ef28dc64474d service neutron] 10.222.0.27 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963601 Sep 27 05:06:08.907511 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] For port 218d4db7-3a55-4ec2-8a40-80e383bd48ba, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=218d4db7-3a55-4ec2-8a40-80e383bd48ba,segment=NetworkSegment(5078e6a4-2fab-4e17-a537-504e19ba4c66),segment_id=5078e6a4-2fab-4e17-a537-504e19ba4c66)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:08.925116 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:09.057064 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439799b1-f0d3-46b3-9dd7-d91f941536d2 None None] Pushing event updated for resources: {'Port': ['ID=218d4db7-3a55-4ec2-8a40-80e383bd48ba,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:09.076619 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Provisioning complete for port 1381edc8-84aa-4ece-9589-bd067d879656 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:09.077230 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (1381edc8-84aa-4ece-9589-bd067d879656), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:09.077717 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Attempt 1 to provision port 1381edc8-84aa-4ece-9589-bd067d879656 Sep 27 05:06:09.119467 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Port 1381edc8-84aa-4ece-9589-bd067d879656 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:09.127075 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-77983f32-c3ed-41e5-b763-bc65cd646726 service neutron] 10.222.0.27 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315865 Sep 27 05:06:09.362172 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:09.566358 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 218d4db7-3a55-4ec2-8a40-80e383bd48ba up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:06:09.628191 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Attempt 2 to provision port 1381edc8-84aa-4ece-9589-bd067d879656 Sep 27 05:06:09.686565 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Port 1381edc8-84aa-4ece-9589-bd067d879656 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:09.704215 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 218d4db7-3a55-4ec2-8a40-80e383bd48ba triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:09.704983 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:09.705619 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 218d4db7-3a55-4ec2-8a40-80e383bd48ba Sep 27 05:06:09.844395 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 218d4db7-3a55-4ec2-8a40-80e383bd48ba is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:09.845702 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device a104f6b5-17a4-45ff-91d4-69e02feb5f56 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:06:09.907678 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port a104f6b5-17a4-45ff-91d4-69e02feb5f56 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:09.908825 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (a104f6b5-17a4-45ff-91d4-69e02feb5f56), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:09.909562 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port a104f6b5-17a4-45ff-91d4-69e02feb5f56 Sep 27 05:06:10.029685 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port a104f6b5-17a4-45ff-91d4-69e02feb5f56 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:10.030329 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a104f6b5-17a4-45ff-91d4-69e02feb5f56), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:10.058047 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port a104f6b5-17a4-45ff-91d4-69e02feb5f56, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=a104f6b5-17a4-45ff-91d4-69e02feb5f56,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:10.065866 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (a104f6b5-17a4-45ff-91d4-69e02feb5f56), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:10.069461 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 4bb07d26-b1bc-47eb-afdc-38739384a6c3 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:06:10.194813 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Attempt 3 to provision port 1381edc8-84aa-4ece-9589-bd067d879656 Sep 27 05:06:10.270518 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59662) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:10.286511 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-f05f97f0-10ec-4128-a76b-7a4b501d12f3 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--260944341', 'description': 'tempest-description--613925033'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:10.316563 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Port 1381edc8-84aa-4ece-9589-bd067d879656 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:10.351022 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-21b39f03-d3de-442b-b2ea-e902c3659325 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103957) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 05:06:10.372356 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=a104f6b5-17a4-45ff-91d4-69e02feb5f56,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:10.373670 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.49', 56912) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:10.399307 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-21b39f03-d3de-442b-b2ea-e902c3659325 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8097146 Sep 27 05:06:10.501541 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 4bb07d26-b1bc-47eb-afdc-38739384a6c3 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:10.501921 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (4bb07d26-b1bc-47eb-afdc-38739384a6c3), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:10.502263 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 4bb07d26-b1bc-47eb-afdc-38739384a6c3 Sep 27 05:06:10.686559 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f05f97f0-10ec-4128-a76b-7a4b501d12f3 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:10.758544 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 4bb07d26-b1bc-47eb-afdc-38739384a6c3 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:10.780712 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8a7e06e6-b5b5-4c3b-b56e-bd1ed48f6f0f req-592c4d1d-abaa-4925-9142-e0f2df9716f6 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 210 time: 0.2905650 Sep 27 05:06:10.807374 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:10.821223 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Attempt 4 to provision port 1381edc8-84aa-4ece-9589-bd067d879656 Sep 27 05:06:10.875628 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-0e51fdfc-30ca-41b0-a2e7-4f01946ce990 service neutron] 10.222.0.27 "GET /v2.0/networks/0eff495f-803a-4ad4-9e6c-6f563246889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606092 Sep 27 05:06:10.935363 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Port 1381edc8-84aa-4ece-9589-bd067d879656 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:10.960838 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f05f97f0-10ec-4128-a76b-7a4b501d12f3 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (a7574d1d-b7d3-4881-a609-7831d8826c69), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:10.967583 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71796aea-4329-49c5-8a66-084604b2fe7f req-3107ddfe-825f-4cd1-8dbb-741ee89d659e tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:10.971544 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-3107ddfe-825f-4cd1-8dbb-741ee89d659e tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.49 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 819 time: 0.5962083 Sep 27 05:06:10.995921 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f05f97f0-10ec-4128-a76b-7a4b501d12f3 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (a7574d1d-b7d3-4881-a609-7831d8826c69), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:11.026571 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-71796aea-4329-49c5-8a66-084604b2fe7f req-da8f05b5-aa50-47dd-a3e0-97ffa2d2baa4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Request body: {'port': {'device_id': 'c757fd73-c942-4d47-9a6a-471200075c5d', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'admin_state_up': True, 'tenant_id': '97fc6113b9d248e0b081f9812381b453'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:11.068203 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f97f0-10ec-4128-a76b-7a4b501d12f3 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7574d1d-b7d3-4881-a609-7831d8826c69,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:11.105411 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f05f97f0-10ec-4128-a76b-7a4b501d12f3 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:11.110275 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f05f97f0-10ec-4128-a76b-7a4b501d12f3 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8386588 Sep 27 05:06:11.113012 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59710) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:11.118959 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-93372ce6-a314-4a88-8bae-a4070a059e24 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'security_group_rule': {'security_group_id': 'a7574d1d-b7d3-4881-a609-7831d8826c69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:11.145340 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-76d976d9-3792-4b0a-b59b-002a66b2d40c service neutron] 10.222.0.27 "GET /v2.0/networks/0eff495f-803a-4ad4-9e6c-6f563246889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595749 Sep 27 05:06:11.168082 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-93372ce6-a314-4a88-8bae-a4070a059e24 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (01643348-c35e-4ca6-8acd-6644f8ecd59e), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:11.307842 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-93372ce6-a314-4a88-8bae-a4070a059e24 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (01643348-c35e-4ca6-8acd-6644f8ecd59e), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:11.316324 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-93372ce6-a314-4a88-8bae-a4070a059e24 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (01643348-c35e-4ca6-8acd-6644f8ecd59e), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:11.328253 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Sync routers for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:06:11.348708 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:06:11.349151 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93372ce6-a314-4a88-8bae-a4070a059e24 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01643348-c35e-4ca6-8acd-6644f8ecd59e,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:11.356595 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:06:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:11.373746 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device a104f6b5-17a4-45ff-91d4-69e02feb5f56 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:06:11.381585 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-93372ce6-a314-4a88-8bae-a4070a059e24 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:11.386737 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-93372ce6-a314-4a88-8bae-a4070a059e24 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2725279 Sep 27 05:06:11.387595 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59718) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:11.393774 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-c650d359-241d-4622-b6f0-7f914d402452 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'security_group_rule': {'security_group_id': 'a7574d1d-b7d3-4881-a609-7831d8826c69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:11.429650 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c650d359-241d-4622-b6f0-7f914d402452 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (9092f59b-65ca-4e2f-aa48-064aa9e601b1), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:11.447832 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71796aea-4329-49c5-8a66-084604b2fe7f req-da8f05b5-aa50-47dd-a3e0-97ffa2d2baa4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Made reservation on behalf of 97fc6113b9d248e0b081f9812381b453 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:06:11.454634 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-71796aea-4329-49c5-8a66-084604b2fe7f req-da8f05b5-aa50-47dd-a3e0-97ffa2d2baa4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:11.493152 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c650d359-241d-4622-b6f0-7f914d402452 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (9092f59b-65ca-4e2f-aa48-064aa9e601b1), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:11.495104 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Attempt 5 to provision port 1381edc8-84aa-4ece-9589-bd067d879656 Sep 27 05:06:11.504886 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c650d359-241d-4622-b6f0-7f914d402452 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (9092f59b-65ca-4e2f-aa48-064aa9e601b1), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:11.549987 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650d359-241d-4622-b6f0-7f914d402452 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9092f59b-65ca-4e2f-aa48-064aa9e601b1,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:11.620534 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c650d359-241d-4622-b6f0-7f914d402452 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:11.629975 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c650d359-241d-4622-b6f0-7f914d402452 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2398324 Sep 27 05:06:11.642565 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59736) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:11.660510 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'floatingip': {'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:11.728746 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59744) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:11.745538 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.49', 56922) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:11.759678 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:11.848691 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-eaebb890-3d60-4caf-96d4-bbe3a5b1044e req-0238864f-b07a-48f7-a76b-806b8dcfff0e tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 210 time: 0.1258013 Sep 27 05:06:12.058851 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:06:12.185321 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:06:12.252443 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Port 1381edc8-84aa-4ece-9589-bd067d879656 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:12.323576 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3a652dac-7905-437e-b931-7c7df2583989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:12.324124 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:12.350700 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-71796aea-4329-49c5-8a66-084604b2fe7f req-da8f05b5-aa50-47dd-a3e0-97ffa2d2baa4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Allocated IP 172.20.0.4 (4442df01-63e0-4b38-b6ea-c622548962d9/7de6db7b-6008-4e44-80c5-1d9fd069d988/001b8ab8-3135-4c20-bac0-a1f396fbb065) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:06:12.420560 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2697e705-1c0e-4204-9a48-ed0a7516f735 req-a8ca4d69-a066-46c3-ab60-acf9b771a218 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 210 time: 0.1171665 Sep 27 05:06:12.552078 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:12.610888 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port a104f6b5-17a4-45ff-91d4-69e02feb5f56 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:12.611342 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (a104f6b5-17a4-45ff-91d4-69e02feb5f56), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:12.611683 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port a104f6b5-17a4-45ff-91d4-69e02feb5f56 Sep 27 05:06:12.749389 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-4c4c404e-3d73-48d8-b524-5733f0f5bbd6 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:12.750863 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-4c4c404e-3d73-48d8-b524-5733f0f5bbd6 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.49 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 819 time: 0.9973478 Sep 27 05:06:12.758913 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Attempt 6 to provision port 1381edc8-84aa-4ece-9589-bd067d879656 Sep 27 05:06:12.773832 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port a104f6b5-17a4-45ff-91d4-69e02feb5f56 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:12.855619 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-71796aea-4329-49c5-8a66-084604b2fe7f req-da8f05b5-aa50-47dd-a3e0-97ffa2d2baa4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:12.875043 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3a652dac-7905-437e-b931-7c7df2583989 admin admin] Publish callbacks [] for security_group (42eb7f60-5f5e-4aed-bad2-90b8c2a04610), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:12.881254 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Port 1381edc8-84aa-4ece-9589-bd067d879656 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:12.916302 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3a652dac-7905-437e-b931-7c7df2583989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (42eb7f60-5f5e-4aed-bad2-90b8c2a04610), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:12.935001 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-71796aea-4329-49c5-8a66-084604b2fe7f req-da8f05b5-aa50-47dd-a3e0-97ffa2d2baa4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:12.971574 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 2, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:13.010529 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Checking router: 83cd05dd-a124-4462-b3eb-3545ff2cb33a for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:06:13.013138 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Updating router 83cd05dd-a124-4462-b3eb-3545ff2cb33a port 1381edc8-84aa-4ece-9589-bd067d879656 binding host dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:06:13.055593 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Allocated IP 172.27.1.185 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/cb475ee1-bd65-48c7-883d-f2862ee3bde0) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:06:13.068115 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3a652dac-7905-437e-b931-7c7df2583989 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=14268d144b9b43e581c2c4104962c65f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3369279 Sep 27 05:06:13.075815 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59786) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:13.089037 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (1381edc8-84aa-4ece-9589-bd067d879656), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:13.162736 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f05b5-aa50-47dd-a3e0-97ffa2d2baa4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Pushing event updated for resources: {'Port': ['ID=001b8ab8-3135-4c20-bac0-a1f396fbb065,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:13.183677 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71796aea-4329-49c5-8a66-084604b2fe7f req-da8f05b5-aa50-47dd-a3e0-97ffa2d2baa4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Network 4442df01-63e0-4b38-b6ea-c622548962d9 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:06:13.185661 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-71796aea-4329-49c5-8a66-084604b2fe7f req-da8f05b5-aa50-47dd-a3e0-97ffa2d2baa4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:06:13.191910 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-71796aea-4329-49c5-8a66-084604b2fe7f req-da8f05b5-aa50-47dd-a3e0-97ffa2d2baa4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:06:13.282026 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71796aea-4329-49c5-8a66-084604b2fe7f req-da8f05b5-aa50-47dd-a3e0-97ffa2d2baa4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:13.282997 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-71796aea-4329-49c5-8a66-084604b2fe7f req-da8f05b5-aa50-47dd-a3e0-97ffa2d2baa4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:13.321263 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-da8f05b5-aa50-47dd-a3e0-97ffa2d2baa4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3028848 Sep 27 05:06:13.334156 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-274fcb8f-030b-4260-aa9c-361b1e3271a1 req-733784c1-096c-4c0f-9123-6e9837306f90 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 210 time: 0.1377780 Sep 27 05:06:13.431477 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Attempt 7 to provision port 1381edc8-84aa-4ece-9589-bd067d879656 Sep 27 05:06:13.487334 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Port 1381edc8-84aa-4ece-9589-bd067d879656 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:13.604271 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a652dac-7905-437e-b931-7c7df2583989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eb7f60-5f5e-4aed-bad2-90b8c2a04610,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:13.638569 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Publish callbacks [] for port (1381edc8-84aa-4ece-9589-bd067d879656), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:13.644635 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (1381edc8-84aa-4ece-9589-bd067d879656), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:13.648110 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b7a060c9-207e-488f-89c1-f2ba263e60d6 req-315950d4-0086-4da0-9dd9-9fb203e50834 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 210 time: 0.0392573 Sep 27 05:06:13.721250 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69402b9-5b9e-49dc-950f-fa94ab541cef None None] Pushing event updated for resources: {'Port': ['ID=1381edc8-84aa-4ece-9589-bd067d879656,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:13.731237 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ba812fb1-2ff2-475b-8e69-d7c32381e13a admin admin] Publish callbacks [] for security_group (42eb7f60-5f5e-4aed-bad2-90b8c2a04610), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:13.774326 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for port (cb475ee1-bd65-48c7-883d-f2862ee3bde0), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:13.783012 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ba812fb1-2ff2-475b-8e69-d7c32381e13a admin admin] Publish callbacks [] for security_group (42eb7f60-5f5e-4aed-bad2-90b8c2a04610), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:13.862521 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (cb475ee1-bd65-48c7-883d-f2862ee3bde0), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:13.886057 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Attempting to bind port 1381edc8-84aa-4ece-9589-bd067d879656 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:06:13.886440 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Attempting to bind port 1381edc8-84aa-4ece-9589-bd067d879656 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:06:13.886835 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Attempting to bind port 1381edc8-84aa-4ece-9589-bd067d879656 on network 1a56c517-727f-4327-948e-4876138946d9 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:06:13.892463 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:06:13.893028 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Checking segment: {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:06:13.893225 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:13.893781 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Bound using segment: {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:06:13.894181 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Bound port: 1381edc8-84aa-4ece-9589-bd067d879656, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:06:13.894569 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (1381edc8-84aa-4ece-9589-bd067d879656), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:13.907651 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ba812fb1-2ff2-475b-8e69-d7c32381e13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (42eb7f60-5f5e-4aed-bad2-90b8c2a04610), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:13.910459 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ba812fb1-2ff2-475b-8e69-d7c32381e13a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:13.911643 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-ba812fb1-2ff2-475b-8e69-d7c32381e13a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/42eb7f60-5f5e-4aed-bad2-90b8c2a04610 HTTP/1.1" status: 204 len: 168 time: 0.8296256 Sep 27 05:06:13.932166 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba812fb1-2ff2-475b-8e69-d7c32381e13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eb7f60-5f5e-4aed-bad2-90b8c2a04610,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:13.937485 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:06:13.942108 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:06:13.950361 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:06:13.971419 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'Port': ['ID=cb475ee1-bd65-48c7-883d-f2862ee3bde0,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:14.008636 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Attempt 8 to provision port 1381edc8-84aa-4ece-9589-bd067d879656 Sep 27 05:06:14.117795 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Port 1381edc8-84aa-4ece-9589-bd067d879656 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:14.119413 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (a2b83cc0-c711-468f-ac57-2297d73952bb), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:14.129791 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] For port 1381edc8-84aa-4ece-9589-bd067d879656, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:06:14.133371 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] For port 1381edc8-84aa-4ece-9589-bd067d879656, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=1381edc8-84aa-4ece-9589-bd067d879656,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:06:14.141356 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (1381edc8-84aa-4ece-9589-bd067d879656), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:14.192631 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:06:14.194048 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:06:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:14.206769 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (cb475ee1-bd65-48c7-883d-f2862ee3bde0), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:14.298762 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69402b9-5b9e-49dc-950f-fa94ab541cef None None] Pushing event updated for resources: {'Port': ['ID=1381edc8-84aa-4ece-9589-bd067d879656,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:14.340848 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:06:14.556746 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for port (cb475ee1-bd65-48c7-883d-f2862ee3bde0), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:14.564891 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (cb475ee1-bd65-48c7-883d-f2862ee3bde0), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:14.605678 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59866) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:14.625703 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0691c979-480f-474f-8385-0066672a0838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:14.657717 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Attempt 9 to provision port 1381edc8-84aa-4ece-9589-bd067d879656 Sep 27 05:06:14.667456 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'Port': ['ID=cb475ee1-bd65-48c7-883d-f2862ee3bde0,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:14.671232 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (a2b83cc0-c711-468f-ac57-2297d73952bb), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:14.727450 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:14.738107 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3bafc7ae-a610-4fbb-a9a9-37cc3438a3ff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0942037 Sep 27 05:06:14.803999 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ce647be-62dd-4413-b311-b3af753c9dc2 req-41261f9e-2fc1-457a-9955-24c20b7e6aa7 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 210 time: 0.0615258 Sep 27 05:06:14.809341 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0691c979-480f-474f-8385-0066672a0838 admin admin] Publish callbacks [] for security_group (faedd532-b6a5-4ca6-b1ea-6f5257824bf1), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:14.835728 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0691c979-480f-474f-8385-0066672a0838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (faedd532-b6a5-4ca6-b1ea-6f5257824bf1), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:14.868180 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691c979-480f-474f-8385-0066672a0838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faedd532-b6a5-4ca6-b1ea-6f5257824bf1,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:14.904252 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:14Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:14.937707 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0691c979-480f-474f-8385-0066672a0838 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1f847b04c4094cceb496438b070f38a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296363 Sep 27 05:06:14.940983 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 59890) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:14.952872 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966dc484-9699-4cdc-b676-db7ba7ca10cd None None] The sync data for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi is: [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:14Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:06:14.958273 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0ce8c219-1f71-449f-9ed1-79bc9105b430 req-cccb7714-93b9-4650-b9df-d37042e1e87b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 210 time: 0.1104007 Sep 27 05:06:14.972062 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Current status of the port 1381edc8-84aa-4ece-9589-bd067d879656 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:14.972062 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (1381edc8-84aa-4ece-9589-bd067d879656), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:15.089205 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] For port 1381edc8-84aa-4ece-9589-bd067d879656, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=1381edc8-84aa-4ece-9589-bd067d879656,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:15.096728 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (1381edc8-84aa-4ece-9589-bd067d879656), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:15.116015 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-97ebf218-5f4e-4da4-af23-588336fccd61 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Request body: {'port': {'device_id': 'cde98a23-3648-4c3e-8df4-834110151db6', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'admin_state_up': True, 'tenant_id': '97fc6113b9d248e0b081f9812381b453'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:15.142652 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-1236f14c-ae63-4de2-bb17-d046fa82f771 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 05:06:15.157177 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-1236f14c-ae63-4de2-bb17-d046fa82f771 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477052 Sep 27 05:06:15.172244 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c157273b-8f5f-48fb-b817-9dfd5c8cd35e admin admin] Publish callbacks [] for security_group (faedd532-b6a5-4ca6-b1ea-6f5257824bf1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:15.188612 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Provisioning complete for port 218d4db7-3a55-4ec2-8a40-80e383bd48ba triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:15.204329 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:15.204767 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Attempt 1 to provision port 218d4db7-3a55-4ec2-8a40-80e383bd48ba Sep 27 05:06:15.334725 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-c1753a0a-3ef8-4e25-bd88-9549a7a41294 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--260944341&fields=id&tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec HTTP/1.1" status: 200 len: 267 time: 0.2413647 Sep 27 05:06:15.421073 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Pushing event updated for resources: {'Port': ['ID=1381edc8-84aa-4ece-9589-bd067d879656,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:15.593019 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-08c0fa90-7d99-4aee-9363-86bb65e1b68b None None] Current status of the port 218d4db7-3a55-4ec2-8a40-80e383bd48ba is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:15.628666 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c157273b-8f5f-48fb-b817-9dfd5c8cd35e admin admin] Publish callbacks [] for security_group (faedd532-b6a5-4ca6-b1ea-6f5257824bf1), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:15.721289 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-97ebf218-5f4e-4da4-af23-588336fccd61 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Made reservation on behalf of 97fc6113b9d248e0b081f9812381b453 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:06:15.731635 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-97ebf218-5f4e-4da4-af23-588336fccd61 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:15.750633 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Provisioning complete for port 001b8ab8-3135-4c20-bac0-a1f396fbb065 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:15.751057 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:15.752146 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Attempt 1 to provision port 001b8ab8-3135-4c20-bac0-a1f396fbb065 Sep 27 05:06:15.758359 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-33fb503c-82a7-41b5-bf27-1ae643c74163 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:15.773525 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-33fb503c-82a7-41b5-bf27-1ae643c74163 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/networks?id=1a56c517-727f-4327-948e-4876138946d9 HTTP/1.1" status: 200 len: 815 time: 0.4378548 Sep 27 05:06:15.805688 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-971b7a69-03a5-49a4-9190-32f77fac044f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/quotas/14088bcc2ded4aebb6e8c1f890d6fdec HTTP/1.1" status: 200 len: 375 time: 0.0293934 Sep 27 05:06:15.850751 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Request body: {'port': {'device_id': 'c757fd73-c942-4d47-9a6a-471200075c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:15.949237 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c157273b-8f5f-48fb-b817-9dfd5c8cd35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (faedd532-b6a5-4ca6-b1ea-6f5257824bf1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:15.953078 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c157273b-8f5f-48fb-b817-9dfd5c8cd35e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:15.955294 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c157273b-8f5f-48fb-b817-9dfd5c8cd35e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/faedd532-b6a5-4ca6-b1ea-6f5257824bf1 HTTP/1.1" status: 204 len: 168 time: 1.0131471 Sep 27 05:06:15.956023 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-b0cc2a0c-66b1-4d3c-8c49-bf7b6ded14a9 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1391611 Sep 27 05:06:15.956840 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:15.989214 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Port 001b8ab8-3135-4c20-bac0-a1f396fbb065 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:16.069084 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.49', 56928) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:16.090368 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157273b-8f5f-48fb-b817-9dfd5c8cd35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faedd532-b6a5-4ca6-b1ea-6f5257824bf1,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:16.319027 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-2cfb0a5f-37ca-4f94-abea-42acf86bd25d service neutron] 10.222.0.27 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612285 Sep 27 05:06:16.492198 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Attempt 2 to provision port 001b8ab8-3135-4c20-bac0-a1f396fbb065 Sep 27 05:06:16.694162 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Port 001b8ab8-3135-4c20-bac0-a1f396fbb065 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:16.877897 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4402e215-1d08-46c3-a1d6-706083ed7eab req-485a62cc-4ce5-4309-87d1-55f50b90c196 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 210 time: 0.2747593 Sep 27 05:06:16.994790 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-fb1a22d2-f6e9-4e04-88aa-1fc2790b6807 service neutron] 10.222.0.27 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6735988 Sep 27 05:06:17.195635 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Attempt 3 to provision port 001b8ab8-3135-4c20-bac0-a1f396fbb065 Sep 27 05:06:17.205532 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bc66abe9-29b0-4c58-b042-c9c5c6e9d5bc req-654c7ba3-276d-497c-b619-6e5adc7c5f94 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 210 time: 0.0976031 Sep 27 05:06:17.248898 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 59994) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:17.324375 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Port 001b8ab8-3135-4c20-bac0-a1f396fbb065 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:17.468235 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-97ebf218-5f4e-4da4-af23-588336fccd61 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Allocated IP 172.20.0.12 (4442df01-63e0-4b38-b6ea-c622548962d9/7de6db7b-6008-4e44-80c5-1d9fd069d988/a3d6f770-1297-4618-9fda-a71dcba422dc) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:06:17.538241 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 1381edc8-84aa-4ece-9589-bd067d879656 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:06:17.567216 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:17.789718 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-22af4002-6b61-4aca-ae9a-c6d617220cd7 req-ff4d2697-1fd0-440d-8d23-e07a0610a931 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 210 time: 0.1023862 Sep 27 05:06:17.798215 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 1381edc8-84aa-4ece-9589-bd067d879656 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:17.798611 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (1381edc8-84aa-4ece-9589-bd067d879656), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:17.798957 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 1381edc8-84aa-4ece-9589-bd067d879656 Sep 27 05:06:17.877408 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f192245b-8ebb-4df7-bf4a-a5ed64e435c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:17.902856 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Attempt 4 to provision port 001b8ab8-3135-4c20-bac0-a1f396fbb065 Sep 27 05:06:18.077063 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Port 001b8ab8-3135-4c20-bac0-a1f396fbb065 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:18.134451 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f192245b-8ebb-4df7-bf4a-a5ed64e435c0 admin admin] Publish callbacks [] for security_group (8f1171ac-6467-45b0-a8d9-ecf6e3c44cee), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:18.198180 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f192245b-8ebb-4df7-bf4a-a5ed64e435c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (8f1171ac-6467-45b0-a8d9-ecf6e3c44cee), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:18.204452 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a2a26bdb-6d82-48e4-82a7-a88a0d0e89df req-290ddb16-2341-4f69-afa8-7a1e1adaebc5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 210 time: 0.0628612 Sep 27 05:06:18.241242 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 1381edc8-84aa-4ece-9589-bd067d879656 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:18.259256 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f192245b-8ebb-4df7-bf4a-a5ed64e435c0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7956696a38c1414584734a7c71c76eac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0092890 Sep 27 05:06:18.262071 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 60044) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:18.292064 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192245b-8ebb-4df7-bf4a-a5ed64e435c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1171ac-6467-45b0-a8d9-ecf6e3c44cee,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:18.468458 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f514af2-55db-4f98-a6e7-918775b99fef admin admin] Publish callbacks [] for security_group (8f1171ac-6467-45b0-a8d9-ecf6e3c44cee), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:18.553901 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-ebbec8ac-fcc7-4713-94c4-788ca492ce5d tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:18.557522 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-ebbec8ac-fcc7-4713-94c4-788ca492ce5d tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.49 "GET /v2.0/networks?id=0eff495f-803a-4ad4-9e6c-6f563246889e HTTP/1.1" status: 200 len: 811 time: 2.4871316 Sep 27 05:06:18.579909 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Attempt 5 to provision port 001b8ab8-3135-4c20-bac0-a1f396fbb065 Sep 27 05:06:18.598608 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4ea21ec9-6c9d-458a-ad38-cfbba9e0256b req-49c97019-f996-4961-b5e8-f666244734d8 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 210 time: 0.1315370 Sep 27 05:06:18.654679 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f514af2-55db-4f98-a6e7-918775b99fef admin admin] Publish callbacks [] for security_group (8f1171ac-6467-45b0-a8d9-ecf6e3c44cee), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:18.688712 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Port 001b8ab8-3135-4c20-bac0-a1f396fbb065 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:18.832464 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f514af2-55db-4f98-a6e7-918775b99fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (8f1171ac-6467-45b0-a8d9-ecf6e3c44cee), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:18.836329 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f514af2-55db-4f98-a6e7-918775b99fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:18.840801 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9f514af2-55db-4f98-a6e7-918775b99fef admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8f1171ac-6467-45b0-a8d9-ecf6e3c44cee HTTP/1.1" status: 204 len: 168 time: 0.5742555 Sep 27 05:06:18.859844 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f514af2-55db-4f98-a6e7-918775b99fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1171ac-6467-45b0-a8d9-ecf6e3c44cee,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:18.907735 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-97ebf218-5f4e-4da4-af23-588336fccd61 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:18.993517 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f1aea2c8-bc62-478a-b681-dbb100dbe8a4 req-86173979-26c6-4ea3-916f-e2e98b5cee05 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 210 time: 0.0458095 Sep 27 05:06:19.005495 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-97ebf218-5f4e-4da4-af23-588336fccd61 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.106292 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-97ebf218-5f4e-4da4-af23-588336fccd61 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Network 4442df01-63e0-4b38-b6ea-c622548962d9 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:06:19.114553 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-97ebf218-5f4e-4da4-af23-588336fccd61 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:06:19.125136 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-97ebf218-5f4e-4da4-af23-588336fccd61 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:06:19.165429 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebf218-5f4e-4da4-af23-588336fccd61 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Pushing event updated for resources: {'Port': ['ID=a3d6f770-1297-4618-9fda-a71dcba422dc,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:19.192198 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Attempt 6 to provision port 001b8ab8-3135-4c20-bac0-a1f396fbb065 Sep 27 05:06:19.219858 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-97ebf218-5f4e-4da4-af23-588336fccd61 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:19.220503 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-97ebf218-5f4e-4da4-af23-588336fccd61 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.237091 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Port 001b8ab8-3135-4c20-bac0-a1f396fbb065 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:19.244822 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 60076) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:19.280759 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-97ebf218-5f4e-4da4-af23-588336fccd61 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1695638 Sep 27 05:06:19.287631 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001b8ab8-3135-4c20-bac0-a1f396fbb065 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:06:19.296949 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Publish callbacks [] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.320590 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Transition to ACTIVE for port object 001b8ab8-3135-4c20-bac0-a1f396fbb065 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:06:19.326107 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.402540 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-568dea75-0215-4606-b07a-421cf96b37bc req-9d36e114-46e7-4b4f-8271-edec0cd91fc3 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 210 time: 0.0540085 Sep 27 05:06:19.422389 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Pushing event updated for resources: {'Port': ['ID=001b8ab8-3135-4c20-bac0-a1f396fbb065,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:19.432735 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 60084) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:19.450064 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-abc610a6-816b-44ff-97bd-87bc307a9281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.479346 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Attempting to bind port 001b8ab8-3135-4c20-bac0-a1f396fbb065 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:06:19.479346 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Attempting to bind port 001b8ab8-3135-4c20-bac0-a1f396fbb065 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:06:19.479767 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Attempting to bind port 001b8ab8-3135-4c20-bac0-a1f396fbb065 on network 4442df01-63e0-4b38-b6ea-c622548962d9 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:06:19.484699 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Port 001b8ab8-3135-4c20-bac0-a1f396fbb065 on network 4442df01-63e0-4b38-b6ea-c622548962d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:06:19.485250 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Attempting to bind port 001b8ab8-3135-4c20-bac0-a1f396fbb065 on network 4442df01-63e0-4b38-b6ea-c622548962d9 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:06:19.491124 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:06:19.491581 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Checking segment: {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:06:19.492345 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Bound using segment: {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:06:19.493179 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Bound port: 001b8ab8-3135-4c20-bac0-a1f396fbb065, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:06:19.493637 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.542065 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-abc610a6-816b-44ff-97bd-87bc307a9281 admin admin] Publish callbacks [] for security_group (cf6baefa-ec1c-4c25-9151-500b572da29a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.549737 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-abc610a6-816b-44ff-97bd-87bc307a9281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (cf6baefa-ec1c-4c25-9151-500b572da29a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.574022 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] For port 001b8ab8-3135-4c20-bac0-a1f396fbb065, host hv-cinder-85846, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:06:19.578645 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] For port 001b8ab8-3135-4c20-bac0-a1f396fbb065, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=001b8ab8-3135-4c20-bac0-a1f396fbb065,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:06:19.582567 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc610a6-816b-44ff-97bd-87bc307a9281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6baefa-ec1c-4c25-9151-500b572da29a,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:19.586583 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.605330 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-abc610a6-816b-44ff-97bd-87bc307a9281 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=51d3b99e16544a34bed2d9e9c66b488d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1711504 Sep 27 05:06:19.608395 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 60088) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:19.608955 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:19.609589 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.611042 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] 10.222.0.49 "PUT /v2.0/ports/001b8ab8-3135-4c20-bac0-a1f396fbb065 HTTP/1.1" status: 200 len: 1093 time: 3.9253967 Sep 27 05:06:19.611831 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c757fd73-c942-4d47-9a6a-471200075c5d', 'tag': '001b8ab8-3135-4c20-bac0-a1f396fbb065'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:06:19.649757 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-af95d78a-13ab-47e6-ae72-c7913458e511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.676378 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3c015307-8ef1-4860-aca1-5f8fd65b43f6 admin admin] Publish callbacks [] for security_group (cf6baefa-ec1c-4c25-9151-500b572da29a), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.703510 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3c015307-8ef1-4860-aca1-5f8fd65b43f6 admin admin] Publish callbacks [] for security_group (cf6baefa-ec1c-4c25-9151-500b572da29a), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.718590 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493d6af-7742-46ab-aee7-d8f091b2fe30 service neutron] Pushing event updated for resources: {'Port': ['ID=001b8ab8-3135-4c20-bac0-a1f396fbb065,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:19.738298 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Attempt 7 to provision port 001b8ab8-3135-4c20-bac0-a1f396fbb065 Sep 27 05:06:19.769443 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cebc85b-1d00-4179-8021-b5f4c574fac2" -d '{"events": [{"name": "network-changed", "server_uuid": "c757fd73-c942-4d47-9a6a-471200075c5d", "tag": "001b8ab8-3135-4c20-bac0-a1f396fbb065"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:06:19.788204 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c8d936e5-e695-47ea-ab91-476c1e31cbbd None None] Port 001b8ab8-3135-4c20-bac0-a1f396fbb065 had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:06:19.827682 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-af95d78a-13ab-47e6-ae72-c7913458e511 admin admin] Publish callbacks [] for security_group (6fdcee8e-6f7e-45e7-9b3e-4e4fe3f4364c), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.833789 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-af95d78a-13ab-47e6-ae72-c7913458e511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (6fdcee8e-6f7e-45e7-9b3e-4e4fe3f4364c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.881651 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97c01d-0ddb-47ec-93ac-0468652bb9b6 req-3f79d58b-c637-45a9-ae8b-1fbde8d5998b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:19.883489 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f97c01d-0ddb-47ec-93ac-0468652bb9b6 req-3f79d58b-c637-45a9-ae8b-1fbde8d5998b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 932 time: 0.1719356 Sep 27 05:06:19.886825 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3c015307-8ef1-4860-aca1-5f8fd65b43f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (cf6baefa-ec1c-4c25-9151-500b572da29a), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.888995 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-af95d78a-13ab-47e6-ae72-c7913458e511 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=73d3bdd0a50c405fb8917b1a27dac128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6401849 Sep 27 05:06:19.890322 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95d78a-13ab-47e6-ae72-c7913458e511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdcee8e-6f7e-45e7-9b3e-4e4fe3f4364c,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:19.890504 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3c015307-8ef1-4860-aca1-5f8fd65b43f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.893869 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3c015307-8ef1-4860-aca1-5f8fd65b43f6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cf6baefa-ec1c-4c25-9151-500b572da29a HTTP/1.1" status: 204 len: 168 time: 0.2822230 Sep 27 05:06:19.893869 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 60108) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:19.914120 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Provisioning complete for port a3d6f770-1297-4618-9fda-a71dcba422dc triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:19.914438 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:19.914781 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Attempt 1 to provision port a3d6f770-1297-4618-9fda-a71dcba422dc Sep 27 05:06:19.933130 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c015307-8ef1-4860-aca1-5f8fd65b43f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6baefa-ec1c-4c25-9151-500b572da29a,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:19.982391 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Port a3d6f770-1297-4618-9fda-a71dcba422dc cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:20.001423 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf6fab8-2384-4207-9030-a88c2c65f04b x-openstack-request-id: req-9cf6fab8-2384-4207-9030-a88c2c65f04b {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:06:20.008357 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c757fd73-c942-4d47-9a6a-471200075c5d", "tag": "001b8ab8-3135-4c20-bac0-a1f396fbb065", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:06:20.009896 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9cf6fab8-2384-4207-9030-a88c2c65f04b {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:06:20.015483 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f97c01d-0ddb-47ec-93ac-0468652bb9b6 req-f128317f-da97-43d6-80e4-2bbd6a1b9216 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225288 Sep 27 05:06:20.016225 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf6fab8-2384-4207-9030-a88c2c65f04b'] response: {'name': 'network-changed', 'server_uuid': 'c757fd73-c942-4d47-9a6a-471200075c5d', 'tag': '001b8ab8-3135-4c20-bac0-a1f396fbb065', 'status': 'completed', 'code': 200} Sep 27 05:06:20.022522 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e5e201f6-b136-44f5-a72c-461afa19f9db admin admin] Publish callbacks [] for security_group (6fdcee8e-6f7e-45e7-9b3e-4e4fe3f4364c), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:20.066072 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e5e201f6-b136-44f5-a72c-461afa19f9db admin admin] Publish callbacks [] for security_group (6fdcee8e-6f7e-45e7-9b3e-4e4fe3f4364c), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:20.130003 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-43f010b9-6cfd-4831-8465-824e26d8c844 req-f0dacb83-b20e-44ac-8021-c3d5d1cadff6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 210 time: 0.0321827 Sep 27 05:06:20.143822 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e5e201f6-b136-44f5-a72c-461afa19f9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (6fdcee8e-6f7e-45e7-9b3e-4e4fe3f4364c), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:20.148002 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e5e201f6-b136-44f5-a72c-461afa19f9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:20.151335 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e5e201f6-b136-44f5-a72c-461afa19f9db admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6fdcee8e-6f7e-45e7-9b3e-4e4fe3f4364c HTTP/1.1" status: 204 len: 168 time: 0.2512016 Sep 27 05:06:20.165550 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e201f6-b136-44f5-a72c-461afa19f9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdcee8e-6f7e-45e7-9b3e-4e4fe3f4364c,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:20.491343 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Attempt 2 to provision port a3d6f770-1297-4618-9fda-a71dcba422dc Sep 27 05:06:20.587320 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Port a3d6f770-1297-4618-9fda-a71dcba422dc cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:20.639711 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-065fc63e-d7be-4061-a72a-ddb9d99a7894 req-6e8f974c-f195-420b-92e7-64aa4790843c tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 210 time: 0.0661731 Sep 27 05:06:20.735472 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 60146) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:20.770946 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2ab31bff-3928-46b9-b678-cbe68f81d4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:20.952913 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2ab31bff-3928-46b9-b678-cbe68f81d4fd admin admin] Publish callbacks [] for security_group (8284d894-e958-4987-b31b-6febc75d8936), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:20.969057 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2ab31bff-3928-46b9-b678-cbe68f81d4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (8284d894-e958-4987-b31b-6febc75d8936), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:21.032114 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2ab31bff-3928-46b9-b678-cbe68f81d4fd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2707f13523f84facb2e413d22a019e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955334 Sep 27 05:06:21.036626 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 60156) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:21.089192 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Attempt 3 to provision port a3d6f770-1297-4618-9fda-a71dcba422dc Sep 27 05:06:21.091253 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab31bff-3928-46b9-b678-cbe68f81d4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8284d894-e958-4987-b31b-6febc75d8936,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:21.110729 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-806b336c-ef55-4e09-ab10-60878ff9aca1 admin admin] Publish callbacks [] for security_group (8284d894-e958-4987-b31b-6febc75d8936), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:21.136301 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-806b336c-ef55-4e09-ab10-60878ff9aca1 admin admin] Publish callbacks [] for security_group (8284d894-e958-4987-b31b-6febc75d8936), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:21.259102 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-806b336c-ef55-4e09-ab10-60878ff9aca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (8284d894-e958-4987-b31b-6febc75d8936), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:21.263051 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-806b336c-ef55-4e09-ab10-60878ff9aca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:21.264212 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-806b336c-ef55-4e09-ab10-60878ff9aca1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8284d894-e958-4987-b31b-6febc75d8936 HTTP/1.1" status: 204 len: 168 time: 0.2258952 Sep 27 05:06:21.274791 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Port a3d6f770-1297-4618-9fda-a71dcba422dc cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:21.309524 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b336c-ef55-4e09-ab10-60878ff9aca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8284d894-e958-4987-b31b-6febc75d8936,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:21.347290 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4cf96-f00e-4526-99d4-a318fc022961 req-ca237dbf-cee3-4eb7-bed9-2deb41e9dd9e tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:21.349124 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c5a4cf96-f00e-4526-99d4-a318fc022961 req-ca237dbf-cee3-4eb7-bed9-2deb41e9dd9e tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 932 time: 0.1440120 Sep 27 05:06:21.521810 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c5a4cf96-f00e-4526-99d4-a318fc022961 req-eb72ac88-968f-4793-b205-1541213505b8 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661117 Sep 27 05:06:21.542717 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-142d2eeb-18b8-4550-b6d5-48ebb665b0c5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Request body: {'port': {'device_id': 'eab3772c-ed5f-430d-8550-a447a8be7f3a', 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e', 'admin_state_up': True, 'tenant_id': '87b71717e9a341c285b3c63925612c77'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:21.641421 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-56e903b4-3fa4-47cb-a396-ae3a84f8836d req-3eeae6ac-0495-487e-b3be-526f2261e154 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 210 time: 0.1420059 Sep 27 05:06:21.772974 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Request body: {'port': {'device_id': 'cde98a23-3648-4c3e-8df4-834110151db6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:21.775840 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Attempt 4 to provision port a3d6f770-1297-4618-9fda-a71dcba422dc Sep 27 05:06:21.838121 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2bd923c8-de88-4b40-9118-b71e71bad1fa req-cfc6943c-8a57-47f8-bd74-7d89e4e308a4 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 210 time: 0.0614686 Sep 27 05:06:21.868563 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Port a3d6f770-1297-4618-9fda-a71dcba422dc cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:22.190920 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:22.249090 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebc85b-1d00-4179-8021-b5f4c574fac2 req-ac48789d-ee34-4407-9047-f50e8535cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:22.250655 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2cebc85b-1d00-4179-8021-b5f4c574fac2 req-ac48789d-ee34-4407-9047-f50e8535cfba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 1127 time: 0.4561555 Sep 27 05:06:22.369493 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Attempt 5 to provision port a3d6f770-1297-4618-9fda-a71dcba422dc Sep 27 05:06:22.518955 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Port a3d6f770-1297-4618-9fda-a71dcba422dc cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:22.696081 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.49', 56939) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:22.818005 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dbc5a-51e7-42fa-9c2d-77a94964f716 req-87173c97-2500-411e-853e-698ddb5550ab tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:22.825742 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2d0dbc5a-51e7-42fa-9c2d-77a94964f716 req-87173c97-2500-411e-853e-698ddb5550ab tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 932 time: 0.1592627 Sep 27 05:06:22.914304 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2d0dbc5a-51e7-42fa-9c2d-77a94964f716 req-f3e1ce67-e65d-4e64-9c4f-c3aab5548865 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873230 Sep 27 05:06:22.967639 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-ca53fec5-5ef2-480f-a77d-bb86b388e7ee tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:22.970346 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-ca53fec5-5ef2-480f-a77d-bb86b388e7ee tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "GET /v2.0/networks?id=1a56c517-727f-4327-948e-4876138946d9 HTTP/1.1" status: 200 len: 815 time: 0.2698667 Sep 27 05:06:22.985113 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d5221c76-77a1-44a0-b09a-b7065e08e201 req-ceaa89ad-dda2-4324-b51f-f01da658c63b tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 210 time: 0.0944695 Sep 27 05:06:23.025078 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Attempt 6 to provision port a3d6f770-1297-4618-9fda-a71dcba422dc Sep 27 05:06:23.086343 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Port a3d6f770-1297-4618-9fda-a71dcba422dc cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:23.157050 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-937d78a9-8465-4a67-8cb4-606fbf4da928 req-588f1393-1489-475d-88e3-0ae67614285b tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 210 time: 0.0758901 Sep 27 05:06:23.254718 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-142d2eeb-18b8-4550-b6d5-48ebb665b0c5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Made reservation on behalf of 87b71717e9a341c285b3c63925612c77 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:06:23.259038 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-142d2eeb-18b8-4550-b6d5-48ebb665b0c5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:23.348390 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebc85b-1d00-4179-8021-b5f4c574fac2 req-29ed43f2-88bc-423f-9043-243834ab8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:23.350639 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2cebc85b-1d00-4179-8021-b5f4c574fac2 req-29ed43f2-88bc-423f-9043-243834ab8023 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=97fc6113b9d248e0b081f9812381b453&shared=False HTTP/1.1" status: 200 len: 920 time: 1.0718257 Sep 27 05:06:23.587429 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Attempt 7 to provision port a3d6f770-1297-4618-9fda-a71dcba422dc Sep 27 05:06:23.672049 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Port a3d6f770-1297-4618-9fda-a71dcba422dc cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:23.688648 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d6f770-1297-4618-9fda-a71dcba422dc {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:06:23.711409 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Publish callbacks [] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:23.714438 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-142d2eeb-18b8-4550-b6d5-48ebb665b0c5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Allocated IP 172.20.0.8 (0eff495f-803a-4ad4-9e6c-6f563246889e/9e097823-8135-4934-8980-f98e4e39413a/57e48de2-a1c5-4757-86e9-2168a2737936) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:06:23.735602 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Transition to ACTIVE for port object a3d6f770-1297-4618-9fda-a71dcba422dc will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:06:23.741487 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:23.860773 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Pushing event updated for resources: {'Port': ['ID=a3d6f770-1297-4618-9fda-a71dcba422dc,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:23.947158 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Attempting to bind port a3d6f770-1297-4618-9fda-a71dcba422dc on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:06:23.947533 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Attempting to bind port a3d6f770-1297-4618-9fda-a71dcba422dc by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:06:23.947843 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Attempting to bind port a3d6f770-1297-4618-9fda-a71dcba422dc on network 4442df01-63e0-4b38-b6ea-c622548962d9 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:06:23.963276 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Port a3d6f770-1297-4618-9fda-a71dcba422dc on network 4442df01-63e0-4b38-b6ea-c622548962d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:06:23.963605 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Attempting to bind port a3d6f770-1297-4618-9fda-a71dcba422dc on network 4442df01-63e0-4b38-b6ea-c622548962d9 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:06:23.976751 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:06:23.976751 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Checking segment: {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:06:23.976751 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Bound using segment: {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:06:23.976751 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Bound port: a3d6f770-1297-4618-9fda-a71dcba422dc, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:06:23.977136 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:23.996465 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-142d2eeb-18b8-4550-b6d5-48ebb665b0c5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Publish callbacks [] for port (57e48de2-a1c5-4757-86e9-2168a2737936), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:24.073301 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] For port a3d6f770-1297-4618-9fda-a71dcba422dc, host hv-cinder-85846, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:06:24.077261 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] For port a3d6f770-1297-4618-9fda-a71dcba422dc, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=a3d6f770-1297-4618-9fda-a71dcba422dc,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:06:24.079304 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-142d2eeb-18b8-4550-b6d5-48ebb665b0c5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (57e48de2-a1c5-4757-86e9-2168a2737936), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:24.114182 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:24.120153 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:24.120769 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:24.122187 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] 10.222.0.49 "PUT /v2.0/ports/a3d6f770-1297-4618-9fda-a71dcba422dc HTTP/1.1" status: 200 len: 1094 time: 2.4905100 Sep 27 05:06:24.122823 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde98a23-3648-4c3e-8df4-834110151db6', 'tag': 'a3d6f770-1297-4618-9fda-a71dcba422dc'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:06:24.125074 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fccb87a-3db5-4f52-8dba-ef1bd5d6a63e" -d '{"events": [{"name": "network-changed", "server_uuid": "cde98a23-3648-4c3e-8df4-834110151db6", "tag": "a3d6f770-1297-4618-9fda-a71dcba422dc"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:06:24.137592 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-142d2eeb-18b8-4550-b6d5-48ebb665b0c5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Network 0eff495f-803a-4ad4-9e6c-6f563246889e is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:06:24.138942 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0e13a397-4096-4244-b151-a3e49304e625 req-f2554eae-d1e3-4ecd-9baa-dd1c6c8dad70 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 210 time: 0.0364182 Sep 27 05:06:24.142654 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-142d2eeb-18b8-4550-b6d5-48ebb665b0c5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:06:24.150127 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-142d2eeb-18b8-4550-b6d5-48ebb665b0c5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:06:24.156082 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d2eeb-18b8-4550-b6d5-48ebb665b0c5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Pushing event updated for resources: {'Port': ['ID=57e48de2-a1c5-4757-86e9-2168a2737936,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:24.173726 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578874a-33de-41c0-8569-d02a052a1089 req-dd05065e-2d4c-404e-8c2a-d54d535507de tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:24.174473 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Attempt 8 to provision port a3d6f770-1297-4618-9fda-a71dcba422dc Sep 27 05:06:24.201305 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0578874a-33de-41c0-8569-d02a052a1089 req-dd05065e-2d4c-404e-8c2a-d54d535507de tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 944 time: 0.1436589 Sep 27 05:06:24.248649 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-142d2eeb-18b8-4550-b6d5-48ebb665b0c5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:24.249404 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-142d2eeb-18b8-4550-b6d5-48ebb665b0c5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:24.272743 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6e2ccb78-835c-4125-ab41-a1dc11923190 None None] Port a3d6f770-1297-4618-9fda-a71dcba422dc had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:06:24.292638 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb2c35-ef23-4cac-8796-80e1374534ea service neutron] Pushing event updated for resources: {'Port': ['ID=a3d6f770-1297-4618-9fda-a71dcba422dc,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:24.313585 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-142d2eeb-18b8-4550-b6d5-48ebb665b0c5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7766335 Sep 27 05:06:24.326564 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0578874a-33de-41c0-8569-d02a052a1089 req-b25e6f3e-96e0-4312-8903-a5f008cd488b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230268 Sep 27 05:06:24.354055 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de3318c-9461-41af-be18-58c639a4e6d6 x-openstack-request-id: req-6de3318c-9461-41af-be18-58c639a4e6d6 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:06:24.354425 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde98a23-3648-4c3e-8df4-834110151db6", "tag": "a3d6f770-1297-4618-9fda-a71dcba422dc", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:06:24.354746 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6de3318c-9461-41af-be18-58c639a4e6d6 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:06:24.355221 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de3318c-9461-41af-be18-58c639a4e6d6'] response: {'name': 'network-changed', 'server_uuid': 'cde98a23-3648-4c3e-8df4-834110151db6', 'tag': 'a3d6f770-1297-4618-9fda-a71dcba422dc', 'status': 'completed', 'code': 200} Sep 27 05:06:24.475358 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1325814-a421-46ec-87fc-d0cdc3c2cf98 req-58cd8268-2e73-4556-b9af-547b64b203c6 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:24.477063 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c1325814-a421-46ec-87fc-d0cdc3c2cf98 req-58cd8268-2e73-4556-b9af-547b64b203c6 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 931 time: 0.0599542 Sep 27 05:06:24.502172 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Provisioning complete for port 57e48de2-a1c5-4757-86e9-2168a2737936 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:24.502961 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (57e48de2-a1c5-4757-86e9-2168a2737936), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:24.503474 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Attempt 1 to provision port 57e48de2-a1c5-4757-86e9-2168a2737936 Sep 27 05:06:24.535756 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c1325814-a421-46ec-87fc-d0cdc3c2cf98 req-2ba1059c-f60d-4208-a58c-ce01be38bd41 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525079 Sep 27 05:06:24.548033 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Port 57e48de2-a1c5-4757-86e9-2168a2737936 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:24.830524 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 60338) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:24.937907 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a8f2db8-0e1a-4cb3-8b8b-cf94b40a480e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:25.022692 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a8f2db8-0e1a-4cb3-8b8b-cf94b40a480e admin admin] Publish callbacks [] for security_group (7134ea6f-a8b0-409a-835d-173c2439dfaa), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:25.026781 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a8f2db8-0e1a-4cb3-8b8b-cf94b40a480e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (7134ea6f-a8b0-409a-835d-173c2439dfaa), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:25.049445 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Attempt 2 to provision port 57e48de2-a1c5-4757-86e9-2168a2737936 Sep 27 05:06:25.063755 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f2db8-0e1a-4cb3-8b8b-cf94b40a480e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7134ea6f-a8b0-409a-835d-173c2439dfaa,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:25.072352 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 60356) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:25.072502 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1a8f2db8-0e1a-4cb3-8b8b-cf94b40a480e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=84d9f0db4d6148f2bfc4da5a572fa39b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408733 Sep 27 05:06:25.111825 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Port 57e48de2-a1c5-4757-86e9-2168a2737936 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:25.131783 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-90593b92-1887-4778-87ef-8e09ffa8498c admin admin] Publish callbacks [] for security_group (7134ea6f-a8b0-409a-835d-173c2439dfaa), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:25.158664 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-90593b92-1887-4778-87ef-8e09ffa8498c admin admin] Publish callbacks [] for security_group (7134ea6f-a8b0-409a-835d-173c2439dfaa), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:25.206853 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-90593b92-1887-4778-87ef-8e09ffa8498c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (7134ea6f-a8b0-409a-835d-173c2439dfaa), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:25.210328 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-90593b92-1887-4778-87ef-8e09ffa8498c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:25.214266 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-90593b92-1887-4778-87ef-8e09ffa8498c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7134ea6f-a8b0-409a-835d-173c2439dfaa HTTP/1.1" status: 204 len: 168 time: 0.1379170 Sep 27 05:06:25.221855 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90593b92-1887-4778-87ef-8e09ffa8498c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7134ea6f-a8b0-409a-835d-173c2439dfaa,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:25.304346 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ecc84c7b-0a17-4277-a85a-f54185befcef req-4297af23-57a8-46c7-9880-113eaa1a7adf tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 210 time: 0.0305219 Sep 27 05:06:25.487779 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b987dd-1bda-4af1-9e23-7193668a456a req-7517ef1d-5224-4117-ac10-31e708fa6391 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:25.489814 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-69b987dd-1bda-4af1-9e23-7193668a456a req-7517ef1d-5224-4117-ac10-31e708fa6391 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 944 time: 0.0784981 Sep 27 05:06:25.613634 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Attempt 3 to provision port 57e48de2-a1c5-4757-86e9-2168a2737936 Sep 27 05:06:25.621919 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-69b987dd-1bda-4af1-9e23-7193668a456a req-de8f9b24-34bf-4456-9d79-146edffad6fb tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069605 Sep 27 05:06:25.727281 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Port 57e48de2-a1c5-4757-86e9-2168a2737936 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:25.730922 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c7795-3259-4f64-8101-49479c1b392b req-003f55ca-af8f-4fe8-afb4-58237b55dd9e tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:25.738082 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ba7c7795-3259-4f64-8101-49479c1b392b req-003f55ca-af8f-4fe8-afb4-58237b55dd9e tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 931 time: 0.0755098 Sep 27 05:06:25.763508 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 60396) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:25.802106 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9849-7746-4588-b6db-bbc5ef2aff39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:25.829286 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ba7c7795-3259-4f64-8101-49479c1b392b req-90ede549-57bd-4ea6-8faa-4a844cf0910e tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887210 Sep 27 05:06:25.955184 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9849-7746-4588-b6db-bbc5ef2aff39 admin admin] Publish callbacks [] for security_group (8545e383-a318-4004-af7e-50e53500fd2d), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:25.962719 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a0ca9849-7746-4588-b6db-bbc5ef2aff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (8545e383-a318-4004-af7e-50e53500fd2d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:26.009638 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca9849-7746-4588-b6db-bbc5ef2aff39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8545e383-a318-4004-af7e-50e53500fd2d,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:26.026166 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 60404) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:26.026308 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a0ca9849-7746-4588-b6db-bbc5ef2aff39 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=898a75769ac1445889c393ec8b6f8daf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616351 Sep 27 05:06:26.081443 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4696d956-43d9-4948-8110-651194a6aebd admin admin] Publish callbacks [] for security_group (8545e383-a318-4004-af7e-50e53500fd2d), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:26.106339 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4696d956-43d9-4948-8110-651194a6aebd admin admin] Publish callbacks [] for security_group (8545e383-a318-4004-af7e-50e53500fd2d), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:26.163935 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4696d956-43d9-4948-8110-651194a6aebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (8545e383-a318-4004-af7e-50e53500fd2d), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:26.167617 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4696d956-43d9-4948-8110-651194a6aebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:26.169093 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-4696d956-43d9-4948-8110-651194a6aebd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8545e383-a318-4004-af7e-50e53500fd2d HTTP/1.1" status: 204 len: 168 time: 0.1418042 Sep 27 05:06:26.206747 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696d956-43d9-4948-8110-651194a6aebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8545e383-a318-4004-af7e-50e53500fd2d,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:26.233134 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Attempt 4 to provision port 57e48de2-a1c5-4757-86e9-2168a2737936 Sep 27 05:06:26.309121 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Port 57e48de2-a1c5-4757-86e9-2168a2737936 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:26.513393 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9ca08d10-5d92-4aaf-a4a8-bb1a0e66a4c5 req-4f9fb177-be6e-42b1-b39f-e2406fc0df0b tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 210 time: 0.0453923 Sep 27 05:06:26.810598 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Attempt 5 to provision port 57e48de2-a1c5-4757-86e9-2168a2737936 Sep 27 05:06:26.876742 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977b800-99a0-43ef-bdb5-d658d47fb8ef req-db8581aa-eceb-4284-a12c-77076f9f3ba4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:26.878631 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0977b800-99a0-43ef-bdb5-d658d47fb8ef req-db8581aa-eceb-4284-a12c-77076f9f3ba4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 944 time: 0.1343532 Sep 27 05:06:26.926175 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Port 57e48de2-a1c5-4757-86e9-2168a2737936 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:26.947530 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0977b800-99a0-43ef-bdb5-d658d47fb8ef req-7be596e5-6972-427d-ba64-33e0a8e0b624 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610192 Sep 27 05:06:27.041238 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a057cd-65b7-4613-9601-4f20f969eecc req-315de110-1303-4ae4-9b22-2d3a8383f975 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:27.052178 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-84a057cd-65b7-4613-9601-4f20f969eecc req-315de110-1303-4ae4-9b22-2d3a8383f975 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 931 time: 0.0911665 Sep 27 05:06:27.118650 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-84a057cd-65b7-4613-9601-4f20f969eecc req-b2b55fd1-43d7-4b57-baef-06babb9c9306 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647285 Sep 27 05:06:27.427903 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Attempt 6 to provision port 57e48de2-a1c5-4757-86e9-2168a2737936 Sep 27 05:06:27.508150 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 60474) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:27.530874 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Port 57e48de2-a1c5-4757-86e9-2168a2737936 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:27.705774 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b725abe-378a-46d1-91e8-c8fa4c759b43 req-776fa455-e8c1-47b4-96c8-798954c665d2 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 210 time: 0.0715921 Sep 27 05:06:27.749494 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9d68da59-ae63-4023-97d9-d68f443069d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:27.923544 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9d68da59-ae63-4023-97d9-d68f443069d5 admin admin] Publish callbacks [] for security_group (6e593212-2e7a-45e7-8214-4955da20766c), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:27.930629 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9d68da59-ae63-4023-97d9-d68f443069d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (6e593212-2e7a-45e7-8214-4955da20766c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:27.982339 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68da59-ae63-4023-97d9-d68f443069d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e593212-2e7a-45e7-8214-4955da20766c,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:28.016446 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9d68da59-ae63-4023-97d9-d68f443069d5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4df3ccbaf64146ec9d94a9f74a862af7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5061772 Sep 27 05:06:28.018325 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 60496) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:28.031833 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Attempt 7 to provision port 57e48de2-a1c5-4757-86e9-2168a2737936 Sep 27 05:06:28.355694 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Port 57e48de2-a1c5-4757-86e9-2168a2737936 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:28.464509 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1420f4-3b14-450a-a7f2-075c0d1c0a17 req-50f43a24-11d1-48ae-aac3-5fa38d461a8a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:28.466020 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ca1420f4-3b14-450a-a7f2-075c0d1c0a17 req-50f43a24-11d1-48ae-aac3-5fa38d461a8a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 944 time: 0.1255615 Sep 27 05:06:28.466738 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-751b606b-b834-4dc2-a660-bc4879135a42 admin admin] Publish callbacks [] for security_group (6e593212-2e7a-45e7-8214-4955da20766c), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:28.477182 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a75e7-dcac-4011-917c-dd8a73921a95 req-6fb79b14-6e8d-4914-ad94-f25fa49b3e56 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:28.478599 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-965a75e7-dcac-4011-917c-dd8a73921a95 req-6fb79b14-6e8d-4914-ad94-f25fa49b3e56 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 931 time: 0.1368923 Sep 27 05:06:28.528846 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-751b606b-b834-4dc2-a660-bc4879135a42 admin admin] Publish callbacks [] for security_group (6e593212-2e7a-45e7-8214-4955da20766c), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:28.629760 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ca1420f4-3b14-450a-a7f2-075c0d1c0a17 req-e0144507-5376-4334-b7d6-56a22c13322d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494806 Sep 27 05:06:28.642265 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-965a75e7-dcac-4011-917c-dd8a73921a95 req-8fc17f4f-e7a3-4593-aaa0-9f2b50797608 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461630 Sep 27 05:06:28.670427 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-751b606b-b834-4dc2-a660-bc4879135a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (6e593212-2e7a-45e7-8214-4955da20766c), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:28.673300 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-751b606b-b834-4dc2-a660-bc4879135a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:28.676766 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-751b606b-b834-4dc2-a660-bc4879135a42 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6e593212-2e7a-45e7-8214-4955da20766c HTTP/1.1" status: 204 len: 168 time: 0.6547015 Sep 27 05:06:28.689518 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b606b-b834-4dc2-a660-bc4879135a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e593212-2e7a-45e7-8214-4955da20766c,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:28.838661 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-79808f98-6867-4d6e-93bc-9725946fadea req-3631e7ef-b7e2-4db2-a733-e97eeee5a2cd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 210 time: 0.0353985 Sep 27 05:06:28.857713 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Attempt 8 to provision port 57e48de2-a1c5-4757-86e9-2168a2737936 Sep 27 05:06:28.925451 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Port 57e48de2-a1c5-4757-86e9-2168a2737936 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:29.076971 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 60530) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:29.093334 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-77ebfd00-7d17-4138-8e5c-6213a1f8212b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:29.253595 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-77ebfd00-7d17-4138-8e5c-6213a1f8212b admin admin] Publish callbacks [] for security_group (d1530883-7679-4752-b1c5-9a3cbe8d1088), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:29.265559 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-77ebfd00-7d17-4138-8e5c-6213a1f8212b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (d1530883-7679-4752-b1c5-9a3cbe8d1088), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:29.319430 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 60542) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:29.319947 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-77ebfd00-7d17-4138-8e5c-6213a1f8212b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ea09a70d51ec4eada54ae3f881532c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415736 Sep 27 05:06:29.320696 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebfd00-7d17-4138-8e5c-6213a1f8212b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1530883-7679-4752-b1c5-9a3cbe8d1088,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:29.386793 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-221098a7-9d14-44f9-97e8-7d354a637184 admin admin] Publish callbacks [] for security_group (d1530883-7679-4752-b1c5-9a3cbe8d1088), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:29.419798 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-221098a7-9d14-44f9-97e8-7d354a637184 admin admin] Publish callbacks [] for security_group (d1530883-7679-4752-b1c5-9a3cbe8d1088), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:29.426376 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Attempt 9 to provision port 57e48de2-a1c5-4757-86e9-2168a2737936 Sep 27 05:06:29.467621 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Port 57e48de2-a1c5-4757-86e9-2168a2737936 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:29.476776 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-221098a7-9d14-44f9-97e8-7d354a637184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (d1530883-7679-4752-b1c5-9a3cbe8d1088), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:29.482738 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-221098a7-9d14-44f9-97e8-7d354a637184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:29.483985 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-221098a7-9d14-44f9-97e8-7d354a637184 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d1530883-7679-4752-b1c5-9a3cbe8d1088 HTTP/1.1" status: 204 len: 168 time: 0.1628168 Sep 27 05:06:29.498706 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221098a7-9d14-44f9-97e8-7d354a637184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1530883-7679-4752-b1c5-9a3cbe8d1088,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:29.813847 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f56ba-4625-4e39-b10c-e55b17ed71b9 req-49f70eb9-f7c1-4229-8673-ee70e9449d87 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:29.815245 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e12f56ba-4625-4e39-b10c-e55b17ed71b9 req-49f70eb9-f7c1-4229-8673-ee70e9449d87 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 944 time: 0.0875566 Sep 27 05:06:29.828981 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e9022-188a-45f1-86c9-dc9ac51f48f9 req-2c5066d9-5736-4832-b55a-17631ace20b8 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:29.830400 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-902e9022-188a-45f1-86c9-dc9ac51f48f9 req-2c5066d9-5736-4832-b55a-17631ace20b8 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 931 time: 0.0736833 Sep 27 05:06:29.905077 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e12f56ba-4625-4e39-b10c-e55b17ed71b9 req-9c7d2a0f-e282-421e-8a94-bf5f689852bb tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832789 Sep 27 05:06:29.909547 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-902e9022-188a-45f1-86c9-dc9ac51f48f9 req-7ab9962a-eebb-4d05-8024-f99633bbf225 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654619 Sep 27 05:06:29.969696 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Attempt 10 to provision port 57e48de2-a1c5-4757-86e9-2168a2737936 Sep 27 05:06:30.027166 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a060c0d-7fe6-4657-a71d-4602d2830d8d req-19ae5811-7c6a-465c-9ea0-f7d1257d12f7 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 210 time: 0.0555966 Sep 27 05:06:30.028979 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8858b49d-288e-44c7-a7db-3a41b815b0ab None None] Port 57e48de2-a1c5-4757-86e9-2168a2737936 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:30.690498 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Request body: {'port': {'device_id': 'eab3772c-ed5f-430d-8550-a447a8be7f3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:30.711793 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-591074fb-a68f-455d-ba1e-644b6c657e1b tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec HTTP/1.1" status: 200 len: 379 time: 0.0856888 Sep 27 05:06:30.725846 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-c5aec0bd-8578-4d87-9f71-2c505ae46f4f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'port': {'device_id': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'admin_state_up': True, 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'security_groups': ['a7574d1d-b7d3-4881-a609-7831d8826c69']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:30.853653 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-c5aec0bd-8578-4d87-9f71-2c505ae46f4f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Made reservation on behalf of 14088bcc2ded4aebb6e8c1f890d6fdec for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:06:30.857107 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-c5aec0bd-8578-4d87-9f71-2c505ae46f4f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:30.949210 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccb87a-3db5-4f52-8dba-ef1bd5d6a63e req-8b238b44-756f-4199-a0e8-0ba11ef78382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:30.950903 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8fccb87a-3db5-4f52-8dba-ef1bd5d6a63e req-8b238b44-756f-4199-a0e8-0ba11ef78382 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 1128 time: 0.2527242 Sep 27 05:06:30.957629 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (57e48de2-a1c5-4757-86e9-2168a2737936), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:30.991557 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebc85b-1d00-4179-8021-b5f4c574fac2 req-c13815f5-b815-4a2d-81c1-f243cc6b29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:30.993076 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2cebc85b-1d00-4179-8021-b5f4c574fac2 req-c13815f5-b815-4a2d-81c1-f243cc6b29f5 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3659136 Sep 27 05:06:31.171847 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-c5aec0bd-8578-4d87-9f71-2c505ae46f4f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Allocated IP 172.20.0.4 (1a56c517-727f-4327-948e-4876138946d9/84980d5a-6c29-4863-932f-7803984692e8/758b1a62-767d-46b7-8ba9-9efe31eddada) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:06:31.219285 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041d238-e4af-4826-b363-0a0d51ec8343 req-7966d66b-bcff-476b-b8f3-758b3238cf88 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:31.220893 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9041d238-e4af-4826-b363-0a0d51ec8343 req-7966d66b-bcff-476b-b8f3-758b3238cf88 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 944 time: 0.1699274 Sep 27 05:06:31.221512 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71796aea-4329-49c5-8a66-084604b2fe7f req-cb7fa13b-bf45-4616-8112-cb6fc5971aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:31.222998 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-cb7fa13b-bf45-4616-8112-cb6fc5971aca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 1127 time: 0.1653230 Sep 27 05:06:31.227058 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccb87a-3db5-4f52-8dba-ef1bd5d6a63e req-c8774c86-e963-4596-b31b-4c676884d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:31.228464 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8fccb87a-3db5-4f52-8dba-ef1bd5d6a63e req-c8774c86-e963-4596-b31b-4c676884d068 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=97fc6113b9d248e0b081f9812381b453&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2505233 Sep 27 05:06:31.236450 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571da25c-e878-4343-a971-9c80cf1a603e req-946a3ea2-03e1-4bbd-a2a7-47b98ed8db6e tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:31.237933 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-571da25c-e878-4343-a971-9c80cf1a603e req-946a3ea2-03e1-4bbd-a2a7-47b98ed8db6e tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 931 time: 0.2156854 Sep 27 05:06:31.389300 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9041d238-e4af-4826-b363-0a0d51ec8343 req-b807d514-4e6b-412f-b203-d8b1eb61634a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475053 Sep 27 05:06:31.389523 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-1c27c0fd-26f0-4dc5-a1bc-ff7f54777f6d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=001b8ab8-3135-4c20-bac0-a1f396fbb065 HTTP/1.1" status: 200 len: 217 time: 0.1489859 Sep 27 05:06:31.396110 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-571da25c-e878-4343-a971-9c80cf1a603e req-139e8e77-c598-4dc6-81d5-c4656515b631 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486397 Sep 27 05:06:31.499736 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-c5aec0bd-8578-4d87-9f71-2c505ae46f4f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:31.518985 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-965ca620-646d-45cd-a5ac-f04e2823a641 req-a8c06713-400f-4d93-bffc-2ec108bb85b1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 210 time: 0.0396929 Sep 27 05:06:31.578708 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-c5aec0bd-8578-4d87-9f71-2c505ae46f4f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:31.681723 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71796aea-4329-49c5-8a66-084604b2fe7f req-a33eaf68-d3b0-4998-9707-04d16fad3f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:31.683224 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-a33eaf68-d3b0-4998-9707-04d16fad3f85 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 200 len: 858 time: 0.2799640 Sep 27 05:06:31.698514 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aec0bd-8578-4d87-9f71-2c505ae46f4f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'Port': ['ID=758b1a62-767d-46b7-8ba9-9efe31eddada,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:31.744188 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-c5aec0bd-8578-4d87-9f71-2c505ae46f4f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Network 1a56c517-727f-4327-948e-4876138946d9 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:06:31.751198 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-c5aec0bd-8578-4d87-9f71-2c505ae46f4f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:06:31.751904 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccb87a-3db5-4f52-8dba-ef1bd5d6a63e req-9db79b6c-b869-4b48-87b6-c338e2087dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:31.756041 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-c5aec0bd-8578-4d87-9f71-2c505ae46f4f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:06:31.756225 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8fccb87a-3db5-4f52-8dba-ef1bd5d6a63e req-9db79b6c-b869-4b48-87b6-c338e2087dda service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5129201 Sep 27 05:06:31.856603 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-c5aec0bd-8578-4d87-9f71-2c505ae46f4f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:31.857329 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-c5aec0bd-8578-4d87-9f71-2c505ae46f4f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:31.897205 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 60648) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:31.907440 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71796aea-4329-49c5-8a66-084604b2fe7f req-7db91c79-5666-4d9f-9f43-a9e02d0ace1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:31.909089 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-7db91c79-5666-4d9f-9f43-a9e02d0ace1d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4442df01-63e0-4b38-b6ea-c622548962d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2190464 Sep 27 05:06:31.910086 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-c5aec0bd-8578-4d87-9f71-2c505ae46f4f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1897748 Sep 27 05:06:31.920062 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e48de2-a1c5-4757-86e9-2168a2737936 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:06:31.934940 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Request body: {'port': {'device_id': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:31.956530 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Publish callbacks [] for port (57e48de2-a1c5-4757-86e9-2168a2737936), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.053115 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-51fc989a-f222-471e-b704-12e20025709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:32.054733 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-51fc989a-f222-471e-b704-12e20025709d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 1128 time: 0.2266521 Sep 27 05:06:32.078050 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-16c8dedb-abfb-4b6c-a53e-f3491d5308b6 None None] Provisioning complete for port 758b1a62-767d-46b7-8ba9-9efe31eddada triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:32.078616 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-16c8dedb-abfb-4b6c-a53e-f3491d5308b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.079260 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-16c8dedb-abfb-4b6c-a53e-f3491d5308b6 None None] Attempt 1 to provision port 758b1a62-767d-46b7-8ba9-9efe31eddada Sep 27 05:06:32.103693 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Transition to ACTIVE for port object 57e48de2-a1c5-4757-86e9-2168a2737936 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:06:32.117981 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-16c8dedb-abfb-4b6c-a53e-f3491d5308b6 None None] Port 758b1a62-767d-46b7-8ba9-9efe31eddada cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:32.135775 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.142745 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (57e48de2-a1c5-4757-86e9-2168a2737936), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.154071 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-89130675-5f51-4788-9f9e-4c0e7e4274e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.198417 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Pushing event updated for resources: {'Port': ['ID=57e48de2-a1c5-4757-86e9-2168a2737936,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:32.211138 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-99bd94a6-218a-4676-af7e-713d3a243548 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d6f770-1297-4618-9fda-a71dcba422dc HTTP/1.1" status: 200 len: 217 time: 0.1334460 Sep 27 05:06:32.305802 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-9a37c8d9-8e5e-4d95-ac3e-bebee15d9871 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785408 Sep 27 05:06:32.372620 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-9ce598ca-985e-468f-ac11-9b37da8f3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:32.374195 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-9ce598ca-985e-468f-ac11-9b37da8f3e36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 200 len: 858 time: 0.1567569 Sep 27 05:06:32.491995 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Attempting to bind port 57e48de2-a1c5-4757-86e9-2168a2737936 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:06:32.491995 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Attempting to bind port 57e48de2-a1c5-4757-86e9-2168a2737936 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '5078e6a4-2fab-4e17-a537-504e19ba4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:06:32.491995 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Attempting to bind port 57e48de2-a1c5-4757-86e9-2168a2737936 on network 0eff495f-803a-4ad4-9e6c-6f563246889e {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:06:32.496456 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-89130675-5f51-4788-9f9e-4c0e7e4274e5 admin admin] Publish callbacks [] for security_group (f12051ea-33e9-4504-b5b1-fba4a7c7f77a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.506891 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-89130675-5f51-4788-9f9e-4c0e7e4274e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (f12051ea-33e9-4504-b5b1-fba4a7c7f77a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.511597 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Port 57e48de2-a1c5-4757-86e9-2168a2737936 on network 0eff495f-803a-4ad4-9e6c-6f563246889e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:06:32.511929 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Attempting to bind port 57e48de2-a1c5-4757-86e9-2168a2737936 on network 0eff495f-803a-4ad4-9e6c-6f563246889e {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:06:32.529332 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:06:32.529695 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Checking segment: {'id': '5078e6a4-2fab-4e17-a537-504e19ba4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:06:32.530055 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Bound using segment: {'id': '5078e6a4-2fab-4e17-a537-504e19ba4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:06:32.530501 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Bound port: 57e48de2-a1c5-4757-86e9-2168a2737936, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5078e6a4-2fab-4e17-a537-504e19ba4c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:06:32.530883 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (57e48de2-a1c5-4757-86e9-2168a2737936), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.546463 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-9e08e9f9-97c1-413c-8512-56315ad02144 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082946 Sep 27 05:06:32.550282 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89130675-5f51-4788-9f9e-4c0e7e4274e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12051ea-33e9-4504-b5b1-fba4a7c7f77a,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:32.550807 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-df91fb20-eeff-4f8d-92f2-37eac605f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:32.552563 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-df91fb20-eeff-4f8d-92f2-37eac605f7a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4442df01-63e0-4b38-b6ea-c622548962d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1444740 Sep 27 05:06:32.617215 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] For port 57e48de2-a1c5-4757-86e9-2168a2737936, host hv-cinder-85846, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:06:32.619413 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-16c8dedb-abfb-4b6c-a53e-f3491d5308b6 None None] Attempt 2 to provision port 758b1a62-767d-46b7-8ba9-9efe31eddada Sep 27 05:06:32.622833 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-89130675-5f51-4788-9f9e-4c0e7e4274e5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=07a25937b89d45668c2f58e6d8bee6cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7209775 Sep 27 05:06:32.628990 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 60686) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:32.635792 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] For port 57e48de2-a1c5-4757-86e9-2168a2737936, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=57e48de2-a1c5-4757-86e9-2168a2737936,segment=NetworkSegment(5078e6a4-2fab-4e17-a537-504e19ba4c66),segment_id=5078e6a4-2fab-4e17-a537-504e19ba4c66)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:06:32.659954 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (57e48de2-a1c5-4757-86e9-2168a2737936), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.669997 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-16c8dedb-abfb-4b6c-a53e-f3491d5308b6 None None] Port 758b1a62-767d-46b7-8ba9-9efe31eddada cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:32.694010 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:32.694783 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.696114 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] 10.222.0.49 "PUT /v2.0/ports/57e48de2-a1c5-4757-86e9-2168a2737936 HTTP/1.1" status: 200 len: 1093 time: 2.0361323 Sep 27 05:06:32.696554 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab3772c-ed5f-430d-8550-a447a8be7f3a', 'tag': '57e48de2-a1c5-4757-86e9-2168a2737936'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:06:32.699050 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5bd805-f47b-4128-9a59-465f7904e4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "eab3772c-ed5f-430d-8550-a447a8be7f3a", "tag": "57e48de2-a1c5-4757-86e9-2168a2737936"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:06:32.703971 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758b1a62-767d-46b7-8ba9-9efe31eddada {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:06:32.718994 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e270e4-a46a-4b25-8b17-e96e6653877a req-d6822179-938c-423f-955a-6fd673b53499 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:32.720436 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f4e270e4-a46a-4b25-8b17-e96e6653877a req-d6822179-938c-423f-955a-6fd673b53499 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 943 time: 0.1809087 Sep 27 05:06:32.722339 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Publish callbacks [] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.737549 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32581e0f-5cd3-4152-b444-9c5c34a61690 req-e8dedba8-9cc3-4f4d-b4f1-4586ba6e8464 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:32.744633 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-32581e0f-5cd3-4152-b444-9c5c34a61690 req-e8dedba8-9cc3-4f4d-b4f1-4586ba6e8464 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 944 time: 0.1733880 Sep 27 05:06:32.757314 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31627a69-99a5-4cae-aef3-9c74ed207310 service neutron] Pushing event updated for resources: {'Port': ['ID=57e48de2-a1c5-4757-86e9-2168a2737936,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:32.761041 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fa0fb70d-c5d3-499e-967f-5bbf9b8255e1 admin admin] Publish callbacks [] for security_group (f12051ea-33e9-4504-b5b1-fba4a7c7f77a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.785453 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fa0fb70d-c5d3-499e-967f-5bbf9b8255e1 admin admin] Publish callbacks [] for security_group (f12051ea-33e9-4504-b5b1-fba4a7c7f77a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.789080 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Transition to ACTIVE for port object 758b1a62-767d-46b7-8ba9-9efe31eddada will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:06:32.801173 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.843342 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fa0fb70d-c5d3-499e-967f-5bbf9b8255e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (f12051ea-33e9-4504-b5b1-fba4a7c7f77a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.853172 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fa0fb70d-c5d3-499e-967f-5bbf9b8255e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:32.853172 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-fa0fb70d-c5d3-499e-967f-5bbf9b8255e1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f12051ea-33e9-4504-b5b1-fba4a7c7f77a HTTP/1.1" status: 204 len: 168 time: 0.2172587 Sep 27 05:06:32.857163 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fb70d-c5d3-499e-967f-5bbf9b8255e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12051ea-33e9-4504-b5b1-fba4a7c7f77a,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:33.024307 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-32581e0f-5cd3-4152-b444-9c5c34a61690 req-354641ce-d634-4544-9853-000eebcb9fe0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787013 Sep 27 05:06:33.072461 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f4e270e4-a46a-4b25-8b17-e96e6653877a req-b1bfb862-bad8-454a-82cb-cc9542edd741 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447368 Sep 27 05:06:33.079249 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Pushing event updated for resources: {'Port': ['ID=758b1a62-767d-46b7-8ba9-9efe31eddada,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:33.131605 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850dfb9a-5652-437d-ae72-f0a3c82998ad x-openstack-request-id: req-850dfb9a-5652-437d-ae72-f0a3c82998ad {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:06:33.132144 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab3772c-ed5f-430d-8550-a447a8be7f3a", "tag": "57e48de2-a1c5-4757-86e9-2168a2737936", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:06:33.132657 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-850dfb9a-5652-437d-ae72-f0a3c82998ad {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:06:33.133252 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850dfb9a-5652-437d-ae72-f0a3c82998ad'] response: {'name': 'network-changed', 'server_uuid': 'eab3772c-ed5f-430d-8550-a447a8be7f3a', 'tag': '57e48de2-a1c5-4757-86e9-2168a2737936', 'status': 'completed', 'code': 200} Sep 27 05:06:33.170191 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Attempting to bind port 758b1a62-767d-46b7-8ba9-9efe31eddada on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:06:33.170539 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Attempting to bind port 758b1a62-767d-46b7-8ba9-9efe31eddada by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:06:33.170895 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Attempting to bind port 758b1a62-767d-46b7-8ba9-9efe31eddada on network 1a56c517-727f-4327-948e-4876138946d9 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:06:33.171003 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-16c8dedb-abfb-4b6c-a53e-f3491d5308b6 None None] Attempt 3 to provision port 758b1a62-767d-46b7-8ba9-9efe31eddada Sep 27 05:06:33.178441 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Port 758b1a62-767d-46b7-8ba9-9efe31eddada on network 1a56c517-727f-4327-948e-4876138946d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:06:33.178789 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Attempting to bind port 758b1a62-767d-46b7-8ba9-9efe31eddada on network 1a56c517-727f-4327-948e-4876138946d9 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:06:33.186526 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:06:33.186864 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Checking segment: {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:06:33.187430 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Bound using segment: {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:06:33.187898 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Bound port: 758b1a62-767d-46b7-8ba9-9efe31eddada, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:06:33.188267 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:33.207708 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a100613-6d20-4bd2-af9a-a5bb9959671d req-92a8ca2f-19f6-4331-a98e-4156bc20631b tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:33.213528 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-16c8dedb-abfb-4b6c-a53e-f3491d5308b6 None None] Port 758b1a62-767d-46b7-8ba9-9efe31eddada cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:06:33.217674 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0a100613-6d20-4bd2-af9a-a5bb9959671d req-92a8ca2f-19f6-4331-a98e-4156bc20631b tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 943 time: 0.1011927 Sep 27 05:06:33.305353 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0a100613-6d20-4bd2-af9a-a5bb9959671d req-41eca7d5-8609-40bc-9f93-343a13d707f2 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867722 Sep 27 05:06:33.320833 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] For port 758b1a62-767d-46b7-8ba9-9efe31eddada, host hv-cinder-85846, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:06:33.326744 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] For port 758b1a62-767d-46b7-8ba9-9efe31eddada, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=758b1a62-767d-46b7-8ba9-9efe31eddada,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:06:33.336497 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:33.343047 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:33.346219 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:33.347513 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] 10.222.0.49 "PUT /v2.0/ports/758b1a62-767d-46b7-8ba9-9efe31eddada HTTP/1.1" status: 200 len: 1093 time: 1.4251652 Sep 27 05:06:33.348364 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'tag': '758b1a62-767d-46b7-8ba9-9efe31eddada'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:06:33.415260 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295327f2-2a2f-4ff5-9ae2-d0c3b6b730d6 service neutron] Pushing event updated for resources: {'Port': ['ID=758b1a62-767d-46b7-8ba9-9efe31eddada,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:33.512241 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c253007c-ba8b-43dd-897f-113ad2b15a47" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c", "tag": "758b1a62-767d-46b7-8ba9-9efe31eddada"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:06:33.677955 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28a50c4-ece7-4842-9385-f642cafef653 x-openstack-request-id: req-f28a50c4-ece7-4842-9385-f642cafef653 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:06:33.678254 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c", "tag": "758b1a62-767d-46b7-8ba9-9efe31eddada", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:06:33.678511 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f28a50c4-ece7-4842-9385-f642cafef653 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:06:33.679006 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28a50c4-ece7-4842-9385-f642cafef653'] response: {'name': 'network-changed', 'server_uuid': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'tag': '758b1a62-767d-46b7-8ba9-9efe31eddada', 'status': 'completed', 'code': 200} Sep 27 05:06:33.714533 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-16c8dedb-abfb-4b6c-a53e-f3491d5308b6 None None] Attempt 4 to provision port 758b1a62-767d-46b7-8ba9-9efe31eddada Sep 27 05:06:33.753706 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-16c8dedb-abfb-4b6c-a53e-f3491d5308b6 None None] Port 758b1a62-767d-46b7-8ba9-9efe31eddada had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:06:34.101120 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 60774) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:34.152540 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7815fa-8da9-4586-95e3-b9a0c7e7f995 req-3b3ff25c-f54b-464a-b7ee-5c6ae2ca6b92 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:34.154280 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cc7815fa-8da9-4586-95e3-b9a0c7e7f995 req-3b3ff25c-f54b-464a-b7ee-5c6ae2ca6b92 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 944 time: 0.0569513 Sep 27 05:06:34.208932 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ac386388-bb07-45c3-a93c-b664c4fa433a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:34.232100 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cc7815fa-8da9-4586-95e3-b9a0c7e7f995 req-8a2ff69e-c9eb-48da-9e1a-6bedfd0eabe1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722768 Sep 27 05:06:34.253288 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed647f-7c26-4dc4-8b34-08d91caeb820 req-21b7fd70-897a-413f-8a7c-7c05457a53fd tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:34.253288 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f9ed647f-7c26-4dc4-8b34-08d91caeb820 req-21b7fd70-897a-413f-8a7c-7c05457a53fd tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 943 time: 0.0876050 Sep 27 05:06:34.293628 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ac386388-bb07-45c3-a93c-b664c4fa433a admin admin] Publish callbacks [] for security_group (ac8421bb-8a11-496a-b9ce-f65d8205421d), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:34.298518 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ac386388-bb07-45c3-a93c-b664c4fa433a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ac8421bb-8a11-496a-b9ce-f65d8205421d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:34.304427 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f9ed647f-7c26-4dc4-8b34-08d91caeb820 req-a33686a1-4189-4138-8db5-179a408e43af tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492229 Sep 27 05:06:34.335888 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac386388-bb07-45c3-a93c-b664c4fa433a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8421bb-8a11-496a-b9ce-f65d8205421d,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:34.340070 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ac386388-bb07-45c3-a93c-b664c4fa433a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b2ff915f630e4a4ebc98c0f86c7b932d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377508 Sep 27 05:06:34.343114 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 60782) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:34.399073 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1334d705-6808-4f01-a925-01f7c3d2bf12 admin admin] Publish callbacks [] for security_group (ac8421bb-8a11-496a-b9ce-f65d8205421d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:34.423995 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1334d705-6808-4f01-a925-01f7c3d2bf12 admin admin] Publish callbacks [] for security_group (ac8421bb-8a11-496a-b9ce-f65d8205421d), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:34.451130 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb47c14-adf7-4e6d-925f-2cfe0aa313b4 req-e0b5be72-6ced-45ec-b58c-6087487d39dc tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:34.452627 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7fb47c14-adf7-4e6d-925f-2cfe0aa313b4 req-e0b5be72-6ced-45ec-b58c-6087487d39dc tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 943 time: 0.0526321 Sep 27 05:06:34.472484 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1334d705-6808-4f01-a925-01f7c3d2bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ac8421bb-8a11-496a-b9ce-f65d8205421d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:34.475333 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1334d705-6808-4f01-a925-01f7c3d2bf12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:34.476495 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1334d705-6808-4f01-a925-01f7c3d2bf12 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ac8421bb-8a11-496a-b9ce-f65d8205421d HTTP/1.1" status: 204 len: 168 time: 0.1324699 Sep 27 05:06:34.484582 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334d705-6808-4f01-a925-01f7c3d2bf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8421bb-8a11-496a-b9ce-f65d8205421d,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:34.506831 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7fb47c14-adf7-4e6d-925f-2cfe0aa313b4 req-ade886c7-b663-43e0-90b1-cd395578adf7 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484219 Sep 27 05:06:35.035748 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bd805-f47b-4128-9a59-465f7904e4eb req-24cf708a-8bdf-4c0a-9402-03feca8ad739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:35.038082 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0e5bd805-f47b-4128-9a59-465f7904e4eb req-24cf708a-8bdf-4c0a-9402-03feca8ad739 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87b71717e9a341c285b3c63925612c77&device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 1127 time: 0.1089568 Sep 27 05:06:35.040403 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253007c-ba8b-43dd-897f-113ad2b15a47 req-1532804c-ea81-4aab-b078-0df385947016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:35.041938 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c253007c-ba8b-43dd-897f-113ad2b15a47 req-1532804c-ea81-4aab-b078-0df385947016 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 1127 time: 0.0970793 Sep 27 05:06:35.062720 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-c8f1f79e-7f61-4452-97b0-9825823e783a service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497145 Sep 27 05:06:35.218727 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253007c-ba8b-43dd-897f-113ad2b15a47 req-76b0bd4e-0acb-41b9-85e1-232accd8bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:35.220314 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c253007c-ba8b-43dd-897f-113ad2b15a47 req-76b0bd4e-0acb-41b9-85e1-232accd8bc4c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1695995 Sep 27 05:06:35.224436 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bd805-f47b-4128-9a59-465f7904e4eb req-2d57d9a9-2acc-4d8c-8282-df29bfb37bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:35.225907 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-753af1cd-6cfc-4f49-8346-b4cf76e1a73f req-8251e859-a09c-4324-9408-7f18a1ef9e78 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525550 Sep 27 05:06:35.226049 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0e5bd805-f47b-4128-9a59-465f7904e4eb req-2d57d9a9-2acc-4d8c-8282-df29bfb37bb3 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=87b71717e9a341c285b3c63925612c77&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1755486 Sep 27 05:06:35.354028 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253007c-ba8b-43dd-897f-113ad2b15a47 req-17933083-be7c-41dc-b055-e0428c638697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:35.355645 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c253007c-ba8b-43dd-897f-113ad2b15a47 req-17933083-be7c-41dc-b055-e0428c638697 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288099 Sep 27 05:06:35.486801 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0907b5-4dbf-4ae4-9710-3cabbf8c24f6 req-2f2be443-ec0c-4ded-a4bf-f405473dad8d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:35.488632 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6b0907b5-4dbf-4ae4-9710-3cabbf8c24f6 req-2f2be443-ec0c-4ded-a4bf-f405473dad8d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 944 time: 0.1685314 Sep 27 05:06:35.499601 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bd805-f47b-4128-9a59-465f7904e4eb req-200d55c0-03e1-46d9-9b93-c610fba82f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:35.501427 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0e5bd805-f47b-4128-9a59-465f7904e4eb req-200d55c0-03e1-46d9-9b93-c610fba82f74 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2656472 Sep 27 05:06:35.532212 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef94e54-365b-464d-a2ab-3ca7806b3d21 req-3742611c-c626-495d-acfa-500cb5eece13 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:35.534607 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-aef94e54-365b-464d-a2ab-3ca7806b3d21 req-3742611c-c626-495d-acfa-500cb5eece13 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 943 time: 0.1478653 Sep 27 05:06:35.577365 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6b0907b5-4dbf-4ae4-9710-3cabbf8c24f6 req-97cb86b1-e37b-4b8d-bb74-6059fc031afc tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809274 Sep 27 05:06:35.631762 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-aef94e54-365b-464d-a2ab-3ca7806b3d21 req-43c54541-2a9c-42e6-8c85-7e8389378fa1 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838969 Sep 27 05:06:35.739497 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2a045-b8d2-414d-b3bd-cb15889e78f5 req-4b1bd5f6-e821-40b6-96ef-78b109bc6114 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:35.741870 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ccd2a045-b8d2-414d-b3bd-cb15889e78f5 req-4b1bd5f6-e821-40b6-96ef-78b109bc6114 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 943 time: 0.0716281 Sep 27 05:06:35.776203 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9c190594-e9e0-47f1-ba50-865263449764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:35.814803 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ccd2a045-b8d2-414d-b3bd-cb15889e78f5 req-8e0b8afc-ebdc-4bb3-8ffc-37b2bfd40f93 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658381 Sep 27 05:06:36.700337 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0406f-c1ea-4b54-b8c9-791189f74d77 req-1a923f08-1dd6-4289-a042-56bb4d9eba23 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:36.701865 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64f0406f-c1ea-4b54-b8c9-791189f74d77 req-1a923f08-1dd6-4289-a042-56bb4d9eba23 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 944 time: 0.0529428 Sep 27 05:06:36.780208 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64f0406f-c1ea-4b54-b8c9-791189f74d77 req-2c8e605a-5fe3-45ab-be94-38097c07f47a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677676 Sep 27 05:06:36.787919 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81496e14-f14c-48b8-a585-c6cc603583cd req-31c3d869-eaf5-46bb-9151-6f6751dde1db tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:36.789400 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-81496e14-f14c-48b8-a585-c6cc603583cd req-31c3d869-eaf5-46bb-9151-6f6751dde1db tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 943 time: 0.0850465 Sep 27 05:06:36.837822 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-81496e14-f14c-48b8-a585-c6cc603583cd req-b48e2305-9acf-462a-9184-85774cebbc91 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421975 Sep 27 05:06:36.936276 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f4a27-8299-4e4c-9b61-69e6464bbf9b req-851b60e6-1b98-4cb8-95fa-0f7d435946b1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:36.937687 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-877f4a27-8299-4e4c-9b61-69e6464bbf9b req-851b60e6-1b98-4cb8-95fa-0f7d435946b1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 943 time: 0.0518575 Sep 27 05:06:36.985057 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-877f4a27-8299-4e4c-9b61-69e6464bbf9b req-a9865522-6ac8-43cd-b0cf-af44fbaab76f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417337 Sep 27 05:06:37.964082 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-84cee3a0-5423-45bd-8ba9-f9230621240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:37.967284 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-84cee3a0-5423-45bd-8ba9-f9230621240d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87b71717e9a341c285b3c63925612c77&device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 1127 time: 0.0662069 Sep 27 05:06:37.988818 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f63c1-5808-4735-a92a-82f284b119f4 req-1352f4eb-fcbb-4e37-885c-a279ec118351 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:37.990603 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7a8f63c1-5808-4735-a92a-82f284b119f4 req-1352f4eb-fcbb-4e37-885c-a279ec118351 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 944 time: 0.1239262 Sep 27 05:06:38.014686 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-3875998f-b6f5-4820-b703-131050b4c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:38.016282 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-3875998f-b6f5-4820-b703-131050b4c659 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 1127 time: 0.1155553 Sep 27 05:06:38.020701 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-d094953e-c47b-4826-ab40-3f591a8147d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57e48de2-a1c5-4757-86e9-2168a2737936 HTTP/1.1" status: 200 len: 217 time: 0.0412796 Sep 27 05:06:38.071830 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-b178c3d5-b8ab-484d-9109-3327e81f98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:38.073320 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-b178c3d5-b8ab-484d-9109-3327e81f98e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e097823-8135-4934-8980-f98e4e39413a HTTP/1.1" status: 200 len: 850 time: 0.0430477 Sep 27 05:06:38.104321 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc32b50-9df8-4f41-ae73-43b2d5c5417f req-0804f8da-5d22-4831-83cb-fd9fb164d817 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:38.105892 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5dc32b50-9df8-4f41-ae73-43b2d5c5417f req-0804f8da-5d22-4831-83cb-fd9fb164d817 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 943 time: 0.1679800 Sep 27 05:06:38.113542 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-b2147e39-603b-47ca-9462-491f34de326b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=758b1a62-767d-46b7-8ba9-9efe31eddada HTTP/1.1" status: 200 len: 217 time: 0.0814116 Sep 27 05:06:38.131781 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ee33bbd0-a41c-4a78-b2fa-ee71b1736ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:38.140346 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-dae63de2-71ce-49e9-9361-ba12a3a0900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:38.141904 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-dae63de2-71ce-49e9-9361-ba12a3a0900e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0eff495f-803a-4ad4-9e6c-6f563246889e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615325 Sep 27 05:06:38.186268 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7a8f63c1-5808-4735-a92a-82f284b119f4 req-47d7ff07-b2a8-44b7-8f83-214211eec9f5 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870353 Sep 27 05:06:38.228355 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-179d0e0e-dc8f-4d48-a2f3-45bb9033b401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:38.230441 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-179d0e0e-dc8f-4d48-a2f3-45bb9033b401 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84980d5a-6c29-4863-932f-7803984692e8 HTTP/1.1" status: 200 len: 854 time: 0.1028039 Sep 27 05:06:38.235997 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5dc32b50-9df8-4f41-ae73-43b2d5c5417f req-4be1ca31-7b8c-411d-9008-2bc49ef817bc tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187990 Sep 27 05:06:38.249028 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-19db47d4-d4b2-47de-ada5-546bd8acf7a9 service neutron] 10.222.0.49 "GET /v2.0/networks/0eff495f-803a-4ad4-9e6c-6f563246889e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981719 Sep 27 05:06:38.519834 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6c7511dd-92c7-4263-a8a2-8c315465fabc req-d6959b94-16db-4187-b0cd-d71a08976903 service neutron] 10.222.0.49 "GET /v2.0/networks/0eff495f-803a-4ad4-9e6c-6f563246889e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636473 Sep 27 05:06:38.535718 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-9b84cfcd-faa0-47b1-91e4-9141ebe46f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:38.537821 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-9b84cfcd-faa0-47b1-91e4-9141ebe46f5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a56c517-727f-4327-948e-4876138946d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3007596 Sep 27 05:06:38.553019 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb4dec-e7d9-42bf-b335-7d1bd5f7dbdd req-65bf0b42-9ffe-4ec3-8c30-aafc8aaf6ff3 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:38.554407 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1dbb4dec-e7d9-42bf-b335-7d1bd5f7dbdd req-65bf0b42-9ffe-4ec3-8c30-aafc8aaf6ff3 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 943 time: 0.0788994 Sep 27 05:06:38.646973 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1dbb4dec-e7d9-42bf-b335-7d1bd5f7dbdd req-253f33f5-ba2a-45aa-9b46-cf9b13e6d47b tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859699 Sep 27 05:06:38.670914 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-fa9576ee-3115-4466-bbe9-dd2f00a65abc service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256015 Sep 27 05:06:38.771261 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d908ac4-e107-4124-9fbf-2d0e6b605932 req-0ae2658d-5b43-402f-9082-c78bb3eb07e1 service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925725 Sep 27 05:06:39.374650 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:39.407281 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36e0ca-c084-45f0-97cd-4b4900858248 req-ef8155bc-45c7-4c34-a406-e1fef1a93b80 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:39.409154 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae36e0ca-c084-45f0-97cd-4b4900858248 req-ef8155bc-45c7-4c34-a406-e1fef1a93b80 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 944 time: 0.1343739 Sep 27 05:06:39.460766 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e97260-ffd4-4574-aab4-b377c7eb7862 req-612896f4-f407-451b-bd6b-fed3df88bdeb tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:39.463001 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-81e97260-ffd4-4574-aab4-b377c7eb7862 req-612896f4-f407-451b-bd6b-fed3df88bdeb tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 943 time: 0.1176810 Sep 27 05:06:39.519525 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae36e0ca-c084-45f0-97cd-4b4900858248 req-2a827eba-7297-41f4-af41-5d1061911f77 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004472 Sep 27 05:06:39.553791 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-81e97260-ffd4-4574-aab4-b377c7eb7862 req-b462d890-5b7a-4042-bf13-8aebcca75f66 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807440 Sep 27 05:06:39.687156 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 32772) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:39.734579 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 32776) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:39.789500 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223e828-c2b8-45f6-854d-f4e998f2066b req-819f6aa1-9af0-4ff4-87b9-6cce45a1765d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:39.791360 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e223e828-c2b8-45f6-854d-f4e998f2066b req-819f6aa1-9af0-4ff4-87b9-6cce45a1765d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 943 time: 0.0641448 Sep 27 05:06:39.845380 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e223e828-c2b8-45f6-854d-f4e998f2066b req-07ba917b-738d-4cbe-8e8e-cad6f206418d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483682 Sep 27 05:06:39.852565 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ecc693ce-9741-44fd-ad6e-b40d6def5ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:39.875181 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ccb6-87cf-41ef-bfaf-2499e9216c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:39.939102 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ecc693ce-9741-44fd-ad6e-b40d6def5ba6 admin admin] Publish callbacks [] for security_group (7631b651-fe49-4466-9ac6-409a77d0f613), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:39.943779 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ecc693ce-9741-44fd-ad6e-b40d6def5ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (7631b651-fe49-4466-9ac6-409a77d0f613), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:39.963778 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ccb6-87cf-41ef-bfaf-2499e9216c18 admin admin] Publish callbacks [] for security_group (db2db87f-cca0-443d-9a97-1645b85e0a3e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:39.969732 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ccb6-87cf-41ef-bfaf-2499e9216c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (db2db87f-cca0-443d-9a97-1645b85e0a3e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:39.984818 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-ecc693ce-9741-44fd-ad6e-b40d6def5ba6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=edec18df25fa4c429eebf37964a5f354&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962923 Sep 27 05:06:39.987452 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 32786) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:40.007616 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc693ce-9741-44fd-ad6e-b40d6def5ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7631b651-fe49-4466-9ac6-409a77d0f613,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:40.014884 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6cc7ccb6-87cf-41ef-bfaf-2499e9216c18 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a8d8c32d17ae43efa60c6cea55799c2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791970 Sep 27 05:06:40.015679 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 32790) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:40.017899 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7ccb6-87cf-41ef-bfaf-2499e9216c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2db87f-cca0-443d-9a97-1645b85e0a3e,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:40.040160 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 001b8ab8-3135-4c20-bac0-a1f396fbb065 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:06:40.071360 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fd927ea5-0783-4743-a731-8a15f075bd36 admin admin] Publish callbacks [] for security_group (7631b651-fe49-4466-9ac6-409a77d0f613), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:40.074396 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-010e5b59-26fe-4f41-980f-8b2834701378 admin admin] Publish callbacks [] for security_group (db2db87f-cca0-443d-9a97-1645b85e0a3e), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:40.100437 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fd927ea5-0783-4743-a731-8a15f075bd36 admin admin] Publish callbacks [] for security_group (7631b651-fe49-4466-9ac6-409a77d0f613), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:40.100665 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-010e5b59-26fe-4f41-980f-8b2834701378 admin admin] Publish callbacks [] for security_group (db2db87f-cca0-443d-9a97-1645b85e0a3e), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:40.164498 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-010e5b59-26fe-4f41-980f-8b2834701378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (db2db87f-cca0-443d-9a97-1645b85e0a3e), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:40.167505 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fd927ea5-0783-4743-a731-8a15f075bd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (7631b651-fe49-4466-9ac6-409a77d0f613), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:40.176449 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fd927ea5-0783-4743-a731-8a15f075bd36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:40.178889 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-fd927ea5-0783-4743-a731-8a15f075bd36 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7631b651-fe49-4466-9ac6-409a77d0f613 HTTP/1.1" status: 204 len: 168 time: 0.1903963 Sep 27 05:06:40.180015 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-010e5b59-26fe-4f41-980f-8b2834701378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:40.183436 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-010e5b59-26fe-4f41-980f-8b2834701378 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/db2db87f-cca0-443d-9a97-1645b85e0a3e HTTP/1.1" status: 204 len: 168 time: 0.1643131 Sep 27 05:06:40.199586 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd927ea5-0783-4743-a731-8a15f075bd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7631b651-fe49-4466-9ac6-409a77d0f613,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:40.201062 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e5b59-26fe-4f41-980f-8b2834701378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2db87f-cca0-443d-9a97-1645b85e0a3e,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:40.343471 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 001b8ab8-3135-4c20-bac0-a1f396fbb065, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=001b8ab8-3135-4c20-bac0-a1f396fbb065,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:40.356412 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '001b8ab8-3135-4c20-bac0-a1f396fbb065', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'port_id': '001b8ab8-3135-4c20-bac0-a1f396fbb065', 'mac_address': 'fa:16:3e:14:c6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:06:40.398931 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 001b8ab8-3135-4c20-bac0-a1f396fbb065 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:40.400097 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:40.416212 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001b8ab8-3135-4c20-bac0-a1f396fbb065 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:06:40.445223 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 001b8ab8-3135-4c20-bac0-a1f396fbb065, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=001b8ab8-3135-4c20-bac0-a1f396fbb065,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:40.451366 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:40.452032 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device a3d6f770-1297-4618-9fda-a71dcba422dc details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:06:40.488909 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port a3d6f770-1297-4618-9fda-a71dcba422dc, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=a3d6f770-1297-4618-9fda-a71dcba422dc,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:40.501488 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': 'a3d6f770-1297-4618-9fda-a71dcba422dc', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'port_id': 'a3d6f770-1297-4618-9fda-a71dcba422dc', 'mac_address': 'fa:16:3e:72:fe:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:06:40.574590 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port a3d6f770-1297-4618-9fda-a71dcba422dc is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:40.574985 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:40.603852 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d6f770-1297-4618-9fda-a71dcba422dc {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:06:40.639553 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=001b8ab8-3135-4c20-bac0-a1f396fbb065,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:40.646888 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port a3d6f770-1297-4618-9fda-a71dcba422dc, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=a3d6f770-1297-4618-9fda-a71dcba422dc,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:40.652563 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:40.758901 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=a3d6f770-1297-4618-9fda-a71dcba422dc,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:40.786257 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:40.801778 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328a90c-ecd5-438e-89b3-d9ce2b86465f req-74ceb522-a4d3-4431-b491-6a01e835e01b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:40.804096 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3328a90c-ecd5-438e-89b3-d9ce2b86465f req-74ceb522-a4d3-4431-b491-6a01e835e01b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 945 time: 0.1439600 Sep 27 05:06:40.815628 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85ca9e-e124-43e6-b4a5-124f3c4e6c18 req-87dffb17-2bee-4e4c-98bd-32bdafd7b629 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:40.817292 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bb85ca9e-e124-43e6-b4a5-124f3c4e6c18 req-87dffb17-2bee-4e4c-98bd-32bdafd7b629 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 943 time: 0.1010942 Sep 27 05:06:40.836859 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 32852) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:40.856657 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 32854) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:40.867202 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-377e994a-049c-44dd-a078-5802c08e7c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:40.891437 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ae04-dcd6-4a44-93db-db8943e4cc6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:40.932357 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3328a90c-ecd5-438e-89b3-d9ce2b86465f req-52cb1695-ae7d-441b-93c3-e75461accae0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134329 Sep 27 05:06:40.947889 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bb85ca9e-e124-43e6-b4a5-124f3c4e6c18 req-ffc6c285-9e1d-4b47-8c66-11a8d0cafbb5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215942 Sep 27 05:06:40.980629 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['a3d6f770-1297-4618-9fda-a71dcba422dc'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:06:40.984764 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['001b8ab8-3135-4c20-bac0-a1f396fbb065'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:06:41.038508 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-377e994a-049c-44dd-a078-5802c08e7c46 admin admin] Publish callbacks [] for security_group (a7d30ba0-f68f-44b8-b0b1-4b4201abfc7b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.044465 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-377e994a-049c-44dd-a078-5802c08e7c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (a7d30ba0-f68f-44b8-b0b1-4b4201abfc7b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.098125 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-377e994a-049c-44dd-a078-5802c08e7c46 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ba3af35e9ee449349f40359a72f24ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583399 Sep 27 05:06:41.100357 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e994a-049c-44dd-a078-5802c08e7c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d30ba0-f68f-44b8-b0b1-4b4201abfc7b,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:41.103755 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ae04-dcd6-4a44-93db-db8943e4cc6b admin admin] Publish callbacks [] for security_group (9efc7bf0-11b7-4e81-8f94-b356cdaf8f21), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.104238 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 32860) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:41.118300 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c9d5ae04-dcd6-4a44-93db-db8943e4cc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (9efc7bf0-11b7-4e81-8f94-b356cdaf8f21), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.172636 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-23ba21e1-de70-4181-8bf7-b0ca007b05b8 admin admin] Publish callbacks [] for security_group (a7d30ba0-f68f-44b8-b0b1-4b4201abfc7b), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.193951 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 32862) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:41.194306 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c9d5ae04-dcd6-4a44-93db-db8943e4cc6b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=90a1d67eb5934b6bb3aff8c4000d0a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350012 Sep 27 05:06:41.217677 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5ae04-dcd6-4a44-93db-db8943e4cc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efc7bf0-11b7-4e81-8f94-b356cdaf8f21,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:41.236420 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-23ba21e1-de70-4181-8bf7-b0ca007b05b8 admin admin] Publish callbacks [] for security_group (a7d30ba0-f68f-44b8-b0b1-4b4201abfc7b), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.241732 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b66cd-00a9-4f0b-90dc-ecf82e731a30 req-0e6a2e21-4f99-4248-a1ee-799595991947 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:41.249053 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d62b66cd-00a9-4f0b-90dc-ecf82e731a30 req-0e6a2e21-4f99-4248-a1ee-799595991947 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 943 time: 0.1434791 Sep 27 05:06:41.332760 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d62b66cd-00a9-4f0b-90dc-ecf82e731a30 req-a8368475-03a9-496e-bb7e-1fb094cedaae tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825953 Sep 27 05:06:41.357463 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1ee38460-a038-46aa-b720-227f7653977f admin admin] Publish callbacks [] for security_group (9efc7bf0-11b7-4e81-8f94-b356cdaf8f21), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.367966 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 32866) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:41.390505 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-23ba21e1-de70-4181-8bf7-b0ca007b05b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (a7d30ba0-f68f-44b8-b0b1-4b4201abfc7b), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.393057 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-23ba21e1-de70-4181-8bf7-b0ca007b05b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.394220 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-23ba21e1-de70-4181-8bf7-b0ca007b05b8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a7d30ba0-f68f-44b8-b0b1-4b4201abfc7b HTTP/1.1" status: 204 len: 168 time: 0.2888303 Sep 27 05:06:41.396268 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1ee38460-a038-46aa-b720-227f7653977f admin admin] Publish callbacks [] for security_group (9efc7bf0-11b7-4e81-8f94-b356cdaf8f21), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.412530 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba21e1-de70-4181-8bf7-b0ca007b05b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d30ba0-f68f-44b8-b0b1-4b4201abfc7b,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:41.464322 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1ee38460-a038-46aa-b720-227f7653977f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (9efc7bf0-11b7-4e81-8f94-b356cdaf8f21), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.468272 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1ee38460-a038-46aa-b720-227f7653977f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.471776 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1ee38460-a038-46aa-b720-227f7653977f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9efc7bf0-11b7-4e81-8f94-b356cdaf8f21 HTTP/1.1" status: 204 len: 168 time: 0.2738519 Sep 27 05:06:41.480155 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee38460-a038-46aa-b720-227f7653977f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efc7bf0-11b7-4e81-8f94-b356cdaf8f21,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:41.514297 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b70c3591-49aa-448f-b4f7-0cd091884f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.610240 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b70c3591-49aa-448f-b4f7-0cd091884f0b admin admin] Publish callbacks [] for security_group (eaeaa8d7-0d41-4575-8f89-700ee85715c1), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.617737 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b70c3591-49aa-448f-b4f7-0cd091884f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (eaeaa8d7-0d41-4575-8f89-700ee85715c1), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.695096 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b70c3591-49aa-448f-b4f7-0cd091884f0b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c376e961d6c348799b3aaa6cbc3265a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3256299 Sep 27 05:06:41.697087 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 32884) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:41.728612 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c3591-49aa-448f-b4f7-0cd091884f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeaa8d7-0d41-4575-8f89-700ee85715c1,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:41.805872 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ba82017b-04e1-4569-b7d3-4f4f08d32afc admin admin] Publish callbacks [] for security_group (eaeaa8d7-0d41-4575-8f89-700ee85715c1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.832177 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ba82017b-04e1-4569-b7d3-4f4f08d32afc admin admin] Publish callbacks [] for security_group (eaeaa8d7-0d41-4575-8f89-700ee85715c1), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.908090 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ba82017b-04e1-4569-b7d3-4f4f08d32afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (eaeaa8d7-0d41-4575-8f89-700ee85715c1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.910908 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ba82017b-04e1-4569-b7d3-4f4f08d32afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:41.915263 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ba82017b-04e1-4569-b7d3-4f4f08d32afc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/eaeaa8d7-0d41-4575-8f89-700ee85715c1 HTTP/1.1" status: 204 len: 168 time: 0.2140446 Sep 27 05:06:41.923275 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82017b-04e1-4569-b7d3-4f4f08d32afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeaa8d7-0d41-4575-8f89-700ee85715c1,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:42.027876 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 57e48de2-a1c5-4757-86e9-2168a2737936 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:06:42.037346 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device a3d6f770-1297-4618-9fda-a71dcba422dc up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:06:42.085226 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 32904) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:42.117360 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-794d34a4-b811-42c1-a7a2-7a0e6ff87641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:42.243510 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcbc98-f1f4-49fe-8341-af3caa6d4156 req-4c0dda06-fa01-4da1-a3c6-7cffd2b1c0a4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:42.251881 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:42.252354 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e8fcbc98-f1f4-49fe-8341-af3caa6d4156 req-4c0dda06-fa01-4da1-a3c6-7cffd2b1c0a4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 945 time: 0.1859355 Sep 27 05:06:42.276189 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692848dd-abe8-469a-8e08-819c815e4826 req-ab6e4dff-4f63-4b7f-9277-f59a3dacbc76 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:42.284279 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-692848dd-abe8-469a-8e08-819c815e4826 req-ab6e4dff-4f63-4b7f-9277-f59a3dacbc76 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 943 time: 0.1281314 Sep 27 05:06:42.309153 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port a3d6f770-1297-4618-9fda-a71dcba422dc completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:06:42.324191 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port a3d6f770-1297-4618-9fda-a71dcba422dc triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:42.326053 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:42.331296 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port a3d6f770-1297-4618-9fda-a71dcba422dc Sep 27 05:06:42.366613 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e8fcbc98-f1f4-49fe-8341-af3caa6d4156 req-ede9d114-1955-4e89-9c8d-a824ffae30ea tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091089 Sep 27 05:06:42.371223 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-794d34a4-b811-42c1-a7a2-7a0e6ff87641 admin admin] Publish callbacks [] for security_group (8951f37f-d230-4f2f-a15b-001f0b5ebea9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:42.383996 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-794d34a4-b811-42c1-a7a2-7a0e6ff87641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (8951f37f-d230-4f2f-a15b-001f0b5ebea9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:42.418232 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-692848dd-abe8-469a-8e08-819c815e4826 req-4ef740a4-16cb-4d30-b99c-c1f4e6b6a0c6 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323414 Sep 27 05:06:42.460497 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 57e48de2-a1c5-4757-86e9-2168a2737936, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=57e48de2-a1c5-4757-86e9-2168a2737936,segment=NetworkSegment(5078e6a4-2fab-4e17-a537-504e19ba4c66),segment_id=5078e6a4-2fab-4e17-a537-504e19ba4c66)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:42.472488 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-794d34a4-b811-42c1-a7a2-7a0e6ff87641 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ed6d82a99bd843ea8dffbc3fd7d3b1c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3834059 Sep 27 05:06:42.472488 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d34a4-b811-42c1-a7a2-7a0e6ff87641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8951f37f-d230-4f2f-a15b-001f0b5ebea9,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:42.473242 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 32914) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:42.481119 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '57e48de2-a1c5-4757-86e9-2168a2737936', 'network_id': '0eff495f-803a-4ad4-9e6c-6f563246889e', 'port_id': '57e48de2-a1c5-4757-86e9-2168a2737936', 'mac_address': 'fa:16:3e:1a:9a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e097823-8135-4934-8980-f98e4e39413a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:06:42.553370 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port a3d6f770-1297-4618-9fda-a71dcba422dc is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:42.553879 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:42.555986 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 57e48de2-a1c5-4757-86e9-2168a2737936 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:42.556455 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (57e48de2-a1c5-4757-86e9-2168a2737936), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:42.578474 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e48de2-a1c5-4757-86e9-2168a2737936 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:06:42.589407 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f54e6d76-bec5-4c31-9393-ad2548e8c8ca admin admin] Publish callbacks [] for security_group (8951f37f-d230-4f2f-a15b-001f0b5ebea9), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:42.604042 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port a3d6f770-1297-4618-9fda-a71dcba422dc, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=a3d6f770-1297-4618-9fda-a71dcba422dc,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:42.607597 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde98a23-3648-4c3e-8df4-834110151db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d6f770-1297-4618-9fda-a71dcba422dc'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:06:42.614008 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7745f-fcac-408e-ba72-d8b94a76cd01 req-684a247c-1d58-42ed-9df8-addbde4664e0 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:42.623098 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d1c7745f-fcac-408e-ba72-d8b94a76cd01 req-684a247c-1d58-42ed-9df8-addbde4664e0 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 943 time: 0.1181631 Sep 27 05:06:42.653759 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f54e6d76-bec5-4c31-9393-ad2548e8c8ca admin admin] Publish callbacks [] for security_group (8951f37f-d230-4f2f-a15b-001f0b5ebea9), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:42.707050 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:42.707706 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 001b8ab8-3135-4c20-bac0-a1f396fbb065 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:06:42.725740 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d1c7745f-fcac-408e-ba72-d8b94a76cd01 req-9569870b-3cd0-4eb2-91a6-40071733c1ca tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015410 Sep 27 05:06:42.765727 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 57e48de2-a1c5-4757-86e9-2168a2737936, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=57e48de2-a1c5-4757-86e9-2168a2737936,segment=NetworkSegment(5078e6a4-2fab-4e17-a537-504e19ba4c66),segment_id=5078e6a4-2fab-4e17-a537-504e19ba4c66)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:42.778828 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (57e48de2-a1c5-4757-86e9-2168a2737936), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:42.781460 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 758b1a62-767d-46b7-8ba9-9efe31eddada details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:06:42.805066 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f54e6d76-bec5-4c31-9393-ad2548e8c8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (8951f37f-d230-4f2f-a15b-001f0b5ebea9), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:42.808666 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f54e6d76-bec5-4c31-9393-ad2548e8c8ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:42.812580 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=a3d6f770-1297-4618-9fda-a71dcba422dc,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:42.820078 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f54e6d76-bec5-4c31-9393-ad2548e8c8ca admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8951f37f-d230-4f2f-a15b-001f0b5ebea9 HTTP/1.1" status: 204 len: 168 time: 0.3445685 Sep 27 05:06:42.857149 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e6d76-bec5-4c31-9393-ad2548e8c8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8951f37f-d230-4f2f-a15b-001f0b5ebea9,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:42.923592 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port 001b8ab8-3135-4c20-bac0-a1f396fbb065 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:06:42.925579 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=57e48de2-a1c5-4757-86e9-2168a2737936,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:42.939018 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 001b8ab8-3135-4c20-bac0-a1f396fbb065 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:42.939406 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:42.939786 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 001b8ab8-3135-4c20-bac0-a1f396fbb065 Sep 27 05:06:43.014074 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 758b1a62-767d-46b7-8ba9-9efe31eddada, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=758b1a62-767d-46b7-8ba9-9efe31eddada,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:43.159022 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '758b1a62-767d-46b7-8ba9-9efe31eddada', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'port_id': '758b1a62-767d-46b7-8ba9-9efe31eddada', 'mac_address': 'fa:16:3e:88:22:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:06:43.171448 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 001b8ab8-3135-4c20-bac0-a1f396fbb065 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:43.171810 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:43.231685 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 758b1a62-767d-46b7-8ba9-9efe31eddada is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:43.232085 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:43.237051 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 001b8ab8-3135-4c20-bac0-a1f396fbb065, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=001b8ab8-3135-4c20-bac0-a1f396fbb065,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:43.245452 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:43.254040 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758b1a62-767d-46b7-8ba9-9efe31eddada {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:06:43.298587 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 758b1a62-767d-46b7-8ba9-9efe31eddada, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=758b1a62-767d-46b7-8ba9-9efe31eddada,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:43.302968 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c997b02-0cc1-4553-90f8-b4568632de62" -d '{"events": [{"server_uuid": "cde98a23-3648-4c3e-8df4-834110151db6", "name": "network-vif-plugged", "status": "completed", "tag": "a3d6f770-1297-4618-9fda-a71dcba422dc"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:06:43.312446 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:43.325647 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=001b8ab8-3135-4c20-bac0-a1f396fbb065,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:43.376271 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=758b1a62-767d-46b7-8ba9-9efe31eddada,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:43.510534 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 32966) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:43.511193 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966a82d-a6ba-4bd5-8537-40381a1a0bda req-64749f23-3f04-47e9-8115-fb002e48140c tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:43.513326 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4966a82d-a6ba-4bd5-8537-40381a1a0bda req-64749f23-3f04-47e9-8115-fb002e48140c tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0661368 Sep 27 05:06:43.549297 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['758b1a62-767d-46b7-8ba9-9efe31eddada'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:06:43.588252 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4966a82d-a6ba-4bd5-8537-40381a1a0bda req-7a637e46-510b-44b7-b5da-d6af9b0a75a6 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685000 Sep 27 05:06:43.622823 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6bfcd9-10f0-46cd-a0ff-8e9b1cdf03f1 x-openstack-request-id: req-7b6bfcd9-10f0-46cd-a0ff-8e9b1cdf03f1 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:06:43.623242 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde98a23-3648-4c3e-8df4-834110151db6", "name": "network-vif-plugged", "status": "completed", "tag": "a3d6f770-1297-4618-9fda-a71dcba422dc", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:06:43.623575 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7b6bfcd9-10f0-46cd-a0ff-8e9b1cdf03f1 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:06:43.624155 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6bfcd9-10f0-46cd-a0ff-8e9b1cdf03f1'] response: {'server_uuid': 'cde98a23-3648-4c3e-8df4-834110151db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d6f770-1297-4618-9fda-a71dcba422dc', 'code': 200} Sep 27 05:06:43.629539 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['57e48de2-a1c5-4757-86e9-2168a2737936'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:06:43.726409 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e132f-263f-464e-8762-6b0d95c71439 req-905780d2-ef22-4028-8d08-56855c793c1f tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:43.744014 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d41e132f-263f-464e-8762-6b0d95c71439 req-905780d2-ef22-4028-8d08-56855c793c1f tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 944 time: 0.0766549 Sep 27 05:06:43.760248 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-05d4441c-2477-4222-a3c9-5ad7575f7830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:43.956386 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-05d4441c-2477-4222-a3c9-5ad7575f7830 admin admin] Publish callbacks [] for security_group (358cabf0-7496-4c00-b0f3-53d84cc42b7b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:43.964457 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-05d4441c-2477-4222-a3c9-5ad7575f7830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (358cabf0-7496-4c00-b0f3-53d84cc42b7b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:44.021973 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-05d4441c-2477-4222-a3c9-5ad7575f7830 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0fa86341da844a09a9bb2e14f85de228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5100009 Sep 27 05:06:44.023977 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4441c-2477-4222-a3c9-5ad7575f7830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358cabf0-7496-4c00-b0f3-53d84cc42b7b,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:44.027405 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 32990) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:44.043623 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d41e132f-263f-464e-8762-6b0d95c71439 req-3879aafa-2609-4c1f-b3d5-06157746a6cb tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919047 Sep 27 05:06:44.103875 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95be7a-127d-4634-917b-f9a4673efdf6 req-2ecde955-c347-4022-b18a-dd59cf52c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:44.105856 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8d95be7a-127d-4634-917b-f9a4673efdf6 req-2ecde955-c347-4022-b18a-dd59cf52c2f1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 1130 time: 0.2680867 Sep 27 05:06:44.119794 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca9c83-a77e-4a8c-ade1-9e958e3394e4 req-9a264672-6e05-4c73-978c-37504dfb16d4 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:44.125834 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c92821e5-eebb-4ee7-8fd4-e14c599584e6 admin admin] Publish callbacks [] for security_group (358cabf0-7496-4c00-b0f3-53d84cc42b7b), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:44.129654 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ccca9c83-a77e-4a8c-ade1-9e958e3394e4 req-9a264672-6e05-4c73-978c-37504dfb16d4 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 944 time: 0.1691284 Sep 27 05:06:44.165436 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c92821e5-eebb-4ee7-8fd4-e14c599584e6 admin admin] Publish callbacks [] for security_group (358cabf0-7496-4c00-b0f3-53d84cc42b7b), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:44.179912 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-8d95be7a-127d-4634-917b-f9a4673efdf6 req-84f15b7a-fa60-449e-b8e6-9bbb9d0ad0c8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:44.232412 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ccca9c83-a77e-4a8c-ade1-9e958e3394e4 req-81f26ad1-8c13-4481-a0c6-2fc739cdcf7f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015904 Sep 27 05:06:44.283474 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c92821e5-eebb-4ee7-8fd4-e14c599584e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (358cabf0-7496-4c00-b0f3-53d84cc42b7b), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:44.286508 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c92821e5-eebb-4ee7-8fd4-e14c599584e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:44.287545 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c92821e5-eebb-4ee7-8fd4-e14c599584e6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/358cabf0-7496-4c00-b0f3-53d84cc42b7b HTTP/1.1" status: 204 len: 168 time: 0.2588005 Sep 27 05:06:44.298862 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92821e5-eebb-4ee7-8fd4-e14c599584e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358cabf0-7496-4c00-b0f3-53d84cc42b7b,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:44.371267 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-8d95be7a-127d-4634-917b-f9a4673efdf6 req-84f15b7a-fa60-449e-b8e6-9bbb9d0ad0c8 service neutron] Publish callbacks [] for security_group (b2d5f6a3-3e10-4169-8148-6fa77811b64b), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:44.376650 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-8d95be7a-127d-4634-917b-f9a4673efdf6 req-84f15b7a-fa60-449e-b8e6-9bbb9d0ad0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (b2d5f6a3-3e10-4169-8148-6fa77811b64b), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:44.430681 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8d95be7a-127d-4634-917b-f9a4673efdf6 req-84f15b7a-fa60-449e-b8e6-9bbb9d0ad0c8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983124 Sep 27 05:06:44.455984 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f15b7a-fa60-449e-b8e6-9bbb9d0ad0c8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d5f6a3-3e10-4169-8148-6fa77811b64b,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:44.768608 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300fb28-d73a-47d6-9d30-a0f803162e83 req-975d9820-017a-4981-ade3-9d51b34a46c2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:44.770293 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9300fb28-d73a-47d6-9d30-a0f803162e83 req-975d9820-017a-4981-ade3-9d51b34a46c2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0701084 Sep 27 05:06:44.841873 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9300fb28-d73a-47d6-9d30-a0f803162e83 req-0225b9f1-3f87-4860-9f36-049ecb3f28b7 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639389 Sep 27 05:06:44.868697 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 33030) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:44.880866 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-252b3d5a-c508-4b7e-9737-1f0c89e923a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:44.975880 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-252b3d5a-c508-4b7e-9737-1f0c89e923a2 admin admin] Publish callbacks [] for security_group (00765235-3ba2-4d5c-82b3-0fb9aab05a91), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:44.983871 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-252b3d5a-c508-4b7e-9737-1f0c89e923a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (00765235-3ba2-4d5c-82b3-0fb9aab05a91), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:45.039250 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b3d5a-c508-4b7e-9737-1f0c89e923a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00765235-3ba2-4d5c-82b3-0fb9aab05a91,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:45.044428 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-252b3d5a-c508-4b7e-9737-1f0c89e923a2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=14e3716c7b944b8db3d6472c53114cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779621 Sep 27 05:06:45.047429 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 33036) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:45.133991 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-df1d22f5-2ba4-4aa7-880c-a3cba74d3328 admin admin] Publish callbacks [] for security_group (00765235-3ba2-4d5c-82b3-0fb9aab05a91), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:45.190769 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-df1d22f5-2ba4-4aa7-880c-a3cba74d3328 admin admin] Publish callbacks [] for security_group (00765235-3ba2-4d5c-82b3-0fb9aab05a91), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:45.252110 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31338f5b-55be-4a10-9064-52341443b9b1 req-8a676f20-127e-46a2-8beb-e15a0327f239 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:45.253871 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-31338f5b-55be-4a10-9064-52341443b9b1 req-8a676f20-127e-46a2-8beb-e15a0327f239 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 944 time: 0.1063211 Sep 27 05:06:45.278320 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-df1d22f5-2ba4-4aa7-880c-a3cba74d3328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (00765235-3ba2-4d5c-82b3-0fb9aab05a91), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:45.280784 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-df1d22f5-2ba4-4aa7-880c-a3cba74d3328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:45.281902 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-df1d22f5-2ba4-4aa7-880c-a3cba74d3328 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/00765235-3ba2-4d5c-82b3-0fb9aab05a91 HTTP/1.1" status: 204 len: 168 time: 0.2328894 Sep 27 05:06:45.303406 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d22f5-2ba4-4aa7-880c-a3cba74d3328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00765235-3ba2-4d5c-82b3-0fb9aab05a91,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:45.381777 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-31338f5b-55be-4a10-9064-52341443b9b1 req-c884cae1-e9d0-441d-ae02-4781d10f3a40 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111054 Sep 27 05:06:45.411091 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe7f12-b4e6-4521-9199-22b27451bad0 req-40a7de10-b42f-402e-9fa9-605a21bf9141 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:45.412705 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-39fe7f12-b4e6-4521-9199-22b27451bad0 req-40a7de10-b42f-402e-9fa9-605a21bf9141 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 944 time: 0.0725067 Sep 27 05:06:45.463280 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-39fe7f12-b4e6-4521-9199-22b27451bad0 req-c4884856-d833-4741-b2a3-835e199e166a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445831 Sep 27 05:06:45.625472 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c757fd73-c942-4d47-9a6a-471200075c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001b8ab8-3135-4c20-bac0-a1f396fbb065'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:06:45.627857 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e53e34b-8ec7-4f27-b2d0-91267f30ae2d" -d '{"events": [{"server_uuid": "c757fd73-c942-4d47-9a6a-471200075c5d", "name": "network-vif-plugged", "status": "completed", "tag": "001b8ab8-3135-4c20-bac0-a1f396fbb065"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:06:45.672537 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03044cc9-5300-4795-8f1e-5105dac416a0 x-openstack-request-id: req-03044cc9-5300-4795-8f1e-5105dac416a0 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:06:45.672911 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c757fd73-c942-4d47-9a6a-471200075c5d", "name": "network-vif-plugged", "status": "completed", "tag": "001b8ab8-3135-4c20-bac0-a1f396fbb065", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:06:45.673187 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-03044cc9-5300-4795-8f1e-5105dac416a0 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:06:45.673633 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03044cc9-5300-4795-8f1e-5105dac416a0'] response: {'server_uuid': 'c757fd73-c942-4d47-9a6a-471200075c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001b8ab8-3135-4c20-bac0-a1f396fbb065', 'code': 200} Sep 27 05:06:45.837195 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:46.045716 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 57e48de2-a1c5-4757-86e9-2168a2737936 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:06:46.103070 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc1eb7-74f5-46fc-91ee-832e9e3471a1 req-88634f73-ff47-463b-bea6-6fe541195200 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:46.106704 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-11cc1eb7-74f5-46fc-91ee-832e9e3471a1 req-88634f73-ff47-463b-bea6-6fe541195200 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.1261256 Sep 27 05:06:46.115206 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f19b40-8fb4-4ef7-b6b2-c1511b9a2d41 req-6d038d23-da1b-4e3a-9696-07d005cee645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:46.119600 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-81f19b40-8fb4-4ef7-b6b2-c1511b9a2d41 req-6d038d23-da1b-4e3a-9696-07d005cee645 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 1129 time: 0.1684971 Sep 27 05:06:46.199910 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port 57e48de2-a1c5-4757-86e9-2168a2737936 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:06:46.208977 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 57e48de2-a1c5-4757-86e9-2168a2737936 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:46.209859 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (57e48de2-a1c5-4757-86e9-2168a2737936), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:46.212049 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 57e48de2-a1c5-4757-86e9-2168a2737936 Sep 27 05:06:46.233865 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-81f19b40-8fb4-4ef7-b6b2-c1511b9a2d41 req-bacfa695-6717-4fff-be3e-8b3afcb63546 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990024 Sep 27 05:06:46.246429 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-11cc1eb7-74f5-46fc-91ee-832e9e3471a1 req-f088e6ef-1113-4141-b636-230a88e713f4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252074 Sep 27 05:06:46.389001 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 57e48de2-a1c5-4757-86e9-2168a2737936 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:46.389679 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (57e48de2-a1c5-4757-86e9-2168a2737936), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:46.435284 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 57e48de2-a1c5-4757-86e9-2168a2737936, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=57e48de2-a1c5-4757-86e9-2168a2737936,segment=NetworkSegment(5078e6a4-2fab-4e17-a537-504e19ba4c66),segment_id=5078e6a4-2fab-4e17-a537-504e19ba4c66)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:46.442641 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (57e48de2-a1c5-4757-86e9-2168a2737936), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:46.445716 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 758b1a62-767d-46b7-8ba9-9efe31eddada up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:06:46.572542 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=57e48de2-a1c5-4757-86e9-2168a2737936,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:46.583940 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c376f46-b716-43f8-ae2e-751fcf4514e0 req-13bd7626-d306-4a96-8ab0-94eb6eb28251 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:46.588398 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8c376f46-b716-43f8-ae2e-751fcf4514e0 req-13bd7626-d306-4a96-8ab0-94eb6eb28251 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 945 time: 0.0925944 Sep 27 05:06:46.613791 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port 758b1a62-767d-46b7-8ba9-9efe31eddada completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:06:46.619161 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 758b1a62-767d-46b7-8ba9-9efe31eddada triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:06:46.619546 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:46.619941 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 758b1a62-767d-46b7-8ba9-9efe31eddada Sep 27 05:06:46.686477 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203d0c4-6147-448c-939c-ae1f465cfb9c req-a148fba7-2346-4d1c-84b2-8ff2fe2f777f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:46.687974 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9203d0c4-6147-448c-939c-ae1f465cfb9c req-a148fba7-2346-4d1c-84b2-8ff2fe2f777f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 944 time: 0.0967422 Sep 27 05:06:46.709943 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 758b1a62-767d-46b7-8ba9-9efe31eddada is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:06:46.710493 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:46.741650 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8c376f46-b716-43f8-ae2e-751fcf4514e0 req-74c979ca-848c-435d-9cf1-5bc9555b1252 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290436 Sep 27 05:06:46.754801 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 758b1a62-767d-46b7-8ba9-9efe31eddada, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=758b1a62-767d-46b7-8ba9-9efe31eddada,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:06:46.760832 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:46.799498 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9203d0c4-6147-448c-939c-ae1f465cfb9c req-a080d105-e61b-49d4-8146-1b982d433716 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999525 Sep 27 05:06:46.837194 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=758b1a62-767d-46b7-8ba9-9efe31eddada,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:47.418317 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008e5a3-dfb5-416a-b6b4-564616e9ed74 req-b194c5b3-4ea0-4393-9a6e-49cf37429afa tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:47.430242 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7008e5a3-dfb5-416a-b6b4-564616e9ed74 req-b194c5b3-4ea0-4393-9a6e-49cf37429afa tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0830312 Sep 27 05:06:47.526739 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7008e5a3-dfb5-416a-b6b4-564616e9ed74 req-a41effa9-3aa8-45fc-91b3-c11d2bac3ebf tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907698 Sep 27 05:06:47.675142 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab3772c-ed5f-430d-8550-a447a8be7f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e48de2-a1c5-4757-86e9-2168a2737936'}, {'server_uuid': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758b1a62-767d-46b7-8ba9-9efe31eddada'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:06:47.677993 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129dc356-0f26-4ebf-9b6f-a8f1ad8855f2" -d '{"events": [{"server_uuid": "eab3772c-ed5f-430d-8550-a447a8be7f3a", "name": "network-vif-plugged", "status": "completed", "tag": "57e48de2-a1c5-4757-86e9-2168a2737936"}, {"server_uuid": "a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c", "name": "network-vif-plugged", "status": "completed", "tag": "758b1a62-767d-46b7-8ba9-9efe31eddada"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:06:47.690413 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 33206) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:47.754844 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 27 Sep 2022 05:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455a2375-ae3a-4af3-8356-0db99c355fa5 x-openstack-request-id: req-455a2375-ae3a-4af3-8356-0db99c355fa5 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:06:47.755886 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab3772c-ed5f-430d-8550-a447a8be7f3a", "name": "network-vif-plugged", "status": "completed", "tag": "57e48de2-a1c5-4757-86e9-2168a2737936", "code": 200}, {"server_uuid": "a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c", "name": "network-vif-plugged", "status": "completed", "tag": "758b1a62-767d-46b7-8ba9-9efe31eddada", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:06:47.755995 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-455a2375-ae3a-4af3-8356-0db99c355fa5 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:06:47.756322 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-455a2375-ae3a-4af3-8356-0db99c355fa5'] response: {'server_uuid': 'eab3772c-ed5f-430d-8550-a447a8be7f3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e48de2-a1c5-4757-86e9-2168a2737936', 'code': 200} Sep 27 05:06:47.756727 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-455a2375-ae3a-4af3-8356-0db99c355fa5'] response: {'server_uuid': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758b1a62-767d-46b7-8ba9-9efe31eddada', 'code': 200} Sep 27 05:06:47.835739 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-15cdc865-b8f6-4661-9871-652c7ad634ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:47.979485 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6675d-bbfd-4935-94ce-12567a7ab22a req-f57dd3f7-0bdc-433c-b8c0-a791523f6978 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:47.981014 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b2a6675d-bbfd-4935-94ce-12567a7ab22a req-f57dd3f7-0bdc-433c-b8c0-a791523f6978 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 945 time: 0.1211872 Sep 27 05:06:48.045889 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-15cdc865-b8f6-4661-9871-652c7ad634ac admin admin] Publish callbacks [] for security_group (f1c79bbc-1ad7-419f-abec-6e9167ebbc5d), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.053046 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8e459-2c42-411d-8a13-429e5919ae3f req-2b009b9c-629d-4716-bc0a-a80f9288dd70 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:48.054505 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-acf8e459-2c42-411d-8a13-429e5919ae3f req-2b009b9c-629d-4716-bc0a-a80f9288dd70 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 945 time: 0.1334836 Sep 27 05:06:48.059427 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-15cdc865-b8f6-4661-9871-652c7ad634ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (f1c79bbc-1ad7-419f-abec-6e9167ebbc5d), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.091318 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b2a6675d-bbfd-4935-94ce-12567a7ab22a req-14d306fb-e5a8-4318-836d-070a53995c10 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033573 Sep 27 05:06:48.124582 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdc865-b8f6-4661-9871-652c7ad634ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c79bbc-1ad7-419f-abec-6e9167ebbc5d,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:48.132096 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-15cdc865-b8f6-4661-9871-652c7ad634ac admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6d78fba47813486681978e924a76200c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4405885 Sep 27 05:06:48.134911 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33236) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:48.160246 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-acf8e459-2c42-411d-8a13-429e5919ae3f req-40337fa2-605d-43d9-922e-17496ef729a2 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957742 Sep 27 05:06:48.215030 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a5529682-1fb5-4821-8b32-5423875b4afa admin admin] Publish callbacks [] for security_group (f1c79bbc-1ad7-419f-abec-6e9167ebbc5d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.230983 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f23f10-9048-440b-a63c-b57a588e4450 req-99870e55-4db7-4b16-8e49-c021c4e4d903 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:48.232523 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e3f23f10-9048-440b-a63c-b57a588e4450 req-99870e55-4db7-4b16-8e49-c021c4e4d903 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0621440 Sep 27 05:06:48.237856 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a5529682-1fb5-4821-8b32-5423875b4afa admin admin] Publish callbacks [] for security_group (f1c79bbc-1ad7-419f-abec-6e9167ebbc5d), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.284692 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e3f23f10-9048-440b-a63c-b57a588e4450 req-84f22210-1d10-479e-87df-2e37d5265cc1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434606 Sep 27 05:06:48.301510 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33240) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:48.308108 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a5529682-1fb5-4821-8b32-5423875b4afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (f1c79bbc-1ad7-419f-abec-6e9167ebbc5d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.310982 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a5529682-1fb5-4821-8b32-5423875b4afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.314763 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a5529682-1fb5-4821-8b32-5423875b4afa admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f1c79bbc-1ad7-419f-abec-6e9167ebbc5d HTTP/1.1" status: 204 len: 168 time: 0.1757557 Sep 27 05:06:48.320559 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5529682-1fb5-4821-8b32-5423875b4afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c79bbc-1ad7-419f-abec-6e9167ebbc5d,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:48.420475 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6de05e46-87c9-4880-bac5-21a22137c789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.508744 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6de05e46-87c9-4880-bac5-21a22137c789 admin admin] Publish callbacks [] for security_group (ff304bfd-50ce-400a-8aa1-83a4ec89f4d2), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.517270 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6de05e46-87c9-4880-bac5-21a22137c789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ff304bfd-50ce-400a-8aa1-83a4ec89f4d2), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.561944 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6de05e46-87c9-4880-bac5-21a22137c789 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b03572fbe6804bb3bf7929e5655a5c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584863 Sep 27 05:06:48.563198 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 33254) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:48.577367 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de05e46-87c9-4880-bac5-21a22137c789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff304bfd-50ce-400a-8aa1-83a4ec89f4d2,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:48.618648 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-89814628-262a-4d91-aa35-70088ce2dac1 admin admin] Publish callbacks [] for security_group (ff304bfd-50ce-400a-8aa1-83a4ec89f4d2), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.638660 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33260) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:48.643759 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-89814628-262a-4d91-aa35-70088ce2dac1 admin admin] Publish callbacks [] for security_group (ff304bfd-50ce-400a-8aa1-83a4ec89f4d2), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.652954 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2792c106-6d64-4810-8e25-4e5c3f550bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.694545 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-89814628-262a-4d91-aa35-70088ce2dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ff304bfd-50ce-400a-8aa1-83a4ec89f4d2), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.697142 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-89814628-262a-4d91-aa35-70088ce2dac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.698533 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-89814628-262a-4d91-aa35-70088ce2dac1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ff304bfd-50ce-400a-8aa1-83a4ec89f4d2 HTTP/1.1" status: 204 len: 168 time: 0.1342716 Sep 27 05:06:48.709391 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89814628-262a-4d91-aa35-70088ce2dac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff304bfd-50ce-400a-8aa1-83a4ec89f4d2,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:48.733539 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2792c106-6d64-4810-8e25-4e5c3f550bc6 admin admin] Publish callbacks [] for security_group (61b3712a-51a3-40f2-9cd4-23cefd21cdd9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.740481 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2792c106-6d64-4810-8e25-4e5c3f550bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (61b3712a-51a3-40f2-9cd4-23cefd21cdd9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.782611 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2792c106-6d64-4810-8e25-4e5c3f550bc6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=12e0bd139d8945d9bed3e0be04541e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428049 Sep 27 05:06:48.785331 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 33270) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:48.787671 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792c106-6d64-4810-8e25-4e5c3f550bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b3712a-51a3-40f2-9cd4-23cefd21cdd9,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:48.861500 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ee65581f-a99f-49c0-a7a2-fd4cbf20b104 admin admin] Publish callbacks [] for security_group (61b3712a-51a3-40f2-9cd4-23cefd21cdd9), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.887540 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ee65581f-a99f-49c0-a7a2-fd4cbf20b104 admin admin] Publish callbacks [] for security_group (61b3712a-51a3-40f2-9cd4-23cefd21cdd9), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.941125 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ee65581f-a99f-49c0-a7a2-fd4cbf20b104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (61b3712a-51a3-40f2-9cd4-23cefd21cdd9), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.944698 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ee65581f-a99f-49c0-a7a2-fd4cbf20b104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:48.945960 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-ee65581f-a99f-49c0-a7a2-fd4cbf20b104 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/61b3712a-51a3-40f2-9cd4-23cefd21cdd9 HTTP/1.1" status: 204 len: 168 time: 0.1596475 Sep 27 05:06:48.956591 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65581f-a99f-49c0-a7a2-fd4cbf20b104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b3712a-51a3-40f2-9cd4-23cefd21cdd9,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:49.106315 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 33284) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:49.119991 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c659e9a3-267f-4c0a-9594-c64a5dde0283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:49.186983 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:06:49.250221 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c659e9a3-267f-4c0a-9594-c64a5dde0283 admin admin] Publish callbacks [] for security_group (0b9e98b7-837a-43b8-843d-8b9004991d7a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:49.262184 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c659e9a3-267f-4c0a-9594-c64a5dde0283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (0b9e98b7-837a-43b8-843d-8b9004991d7a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:49.304397 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16086ba-f787-419e-8d7b-5893a63a101a req-541f8308-09cb-491d-b1fe-055ec12c7aae tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:49.305824 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a16086ba-f787-419e-8d7b-5893a63a101a req-541f8308-09cb-491d-b1fe-055ec12c7aae tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 945 time: 0.1247053 Sep 27 05:06:49.393669 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c659e9a3-267f-4c0a-9594-c64a5dde0283 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c7435f8eb47d4bc28a4f226d7c7f790a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860672 Sep 27 05:06:49.394423 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 33304) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:49.407430 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659e9a3-267f-4c0a-9594-c64a5dde0283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9e98b7-837a-43b8-843d-8b9004991d7a,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:49.487764 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ce7d1-afb9-442c-8cdc-941992ad5d0d req-6372de95-ca5f-4297-9819-cb0809c7e53a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:49.489844 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e78ce7d1-afb9-442c-8cdc-941992ad5d0d req-6372de95-ca5f-4297-9819-cb0809c7e53a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 945 time: 0.2233088 Sep 27 05:06:49.522544 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a16086ba-f787-419e-8d7b-5893a63a101a req-4474798a-a773-492e-96e1-461a15784c41 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653674 Sep 27 05:06:49.522544 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d32be-cfd8-41db-9c29-a352bb710170 req-6c885c71-6440-4594-8099-535493f99ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:49.522544 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6b7d32be-cfd8-41db-9c29-a352bb710170 req-6c885c71-6440-4594-8099-535493f99ac1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 1130 time: 0.2060199 Sep 27 05:06:49.553408 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36689785-b01f-4406-ad3d-52deceb331cf req-507330e5-0812-4e29-8b98-7fd59c6e264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:49.554951 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36689785-b01f-4406-ad3d-52deceb331cf req-507330e5-0812-4e29-8b98-7fd59c6e264c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 1129 time: 0.1122844 Sep 27 05:06:49.574761 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c7214-c882-42b3-88fe-4e1b72fdfcc9 req-17126283-0da6-45b2-9d35-423df1a1e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:49.576320 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-706c7214-c882-42b3-88fe-4e1b72fdfcc9 req-17126283-0da6-45b2-9d35-423df1a1e885 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 1129 time: 0.1466765 Sep 27 05:06:49.657071 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Publish callbacks [] for security_group (0b9e98b7-837a-43b8-843d-8b9004991d7a), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:49.657563 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-706c7214-c882-42b3-88fe-4e1b72fdfcc9 req-6c2b079c-e907-4831-ab21-aaebc416e3e8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661354 Sep 27 05:06:49.686623 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36689785-b01f-4406-ad3d-52deceb331cf req-f8a0d595-bc93-4884-8c40-f66904bdbc45 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140158 Sep 27 05:06:49.751997 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e78ce7d1-afb9-442c-8cdc-941992ad5d0d req-8087102b-68fe-4f40-9e8a-141a4b43b85b tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375395 Sep 27 05:06:49.755679 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Publish callbacks [] for security_group (0b9e98b7-837a-43b8-843d-8b9004991d7a), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:50.065786 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a562255-5ec2-495e-94b5-1a84b8e7d4cb req-b456f5c9-9efb-4d6c-8577-e9f63e285537 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:50.072278 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4a562255-5ec2-495e-94b5-1a84b8e7d4cb req-b456f5c9-9efb-4d6c-8577-e9f63e285537 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.4640965 Sep 27 05:06:50.095354 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d32be-cfd8-41db-9c29-a352bb710170 req-2e22c9ce-7860-453d-8969-5cbbe972b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:50.096828 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6b7d32be-cfd8-41db-9c29-a352bb710170 req-2e22c9ce-7860-453d-8969-5cbbe972b465 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 920 time: 0.5571055 Sep 27 05:06:50.124550 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (0b9e98b7-837a-43b8-843d-8b9004991d7a), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:50.127301 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:50.131959 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0b9e98b7-837a-43b8-843d-8b9004991d7a HTTP/1.1" status: 204 len: 168 time: 0.7321725 Sep 27 05:06:50.148096 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9e98b7-837a-43b8-843d-8b9004991d7a,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:50.163223 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4a562255-5ec2-495e-94b5-1a84b8e7d4cb req-0ab11423-0134-45dc-bf3b-c3bd69dbdd7f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899696 Sep 27 05:06:50.168246 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.168600 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.172500 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.172500 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.172500 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.172500 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.172500 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.172500 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.174599 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.175038 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.175292 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.175639 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.175984 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e4f7f-c357-4463-8a9d-b17537a17abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.465389 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33406) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:50.634367 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:50.665010 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4097ff1-f4d7-4e71-929c-edde8aa18a9b req-5209f729-ac9d-4477-9c60-b824c6d16107 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:50.674463 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b4097ff1-f4d7-4e71-929c-edde8aa18a9b req-5209f729-ac9d-4477-9c60-b824c6d16107 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 945 time: 0.0792842 Sep 27 05:06:50.742346 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b4097ff1-f4d7-4e71-929c-edde8aa18a9b req-fb689a3c-a026-462d-9347-daf82e383c41 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670073 Sep 27 05:06:50.766092 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 33424) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:50.796074 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Publish callbacks [] for security_group (93af3ce2-c7da-4167-999e-d4d0f51c254c), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:50.801357 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (93af3ce2-c7da-4167-999e-d4d0f51c254c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:50.869618 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=393543e8bbf240bfba97544cef518bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031136 Sep 27 05:06:50.870707 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33434) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:50.876869 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93af3ce2-c7da-4167-999e-d4d0f51c254c,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:50.894634 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.895300 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.896400 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.896952 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.897481 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.897988 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.898509 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.899035 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.899556 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.900077 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.900580 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.901155 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.901660 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af008b7-544c-45e6-ae88-5db8b42167db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:06:50.918367 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afc278-20a9-4363-a166-566e5756c9e3 req-a3a41015-7f41-48a8-af51-aa1a023823ba tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:50.925495 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-78afc278-20a9-4363-a166-566e5756c9e3 req-a3a41015-7f41-48a8-af51-aa1a023823ba tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 945 time: 0.0614116 Sep 27 05:06:50.965353 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c386d2a7-8e6e-44b6-a0c1-c06d16cea93e admin admin] Publish callbacks [] for security_group (93af3ce2-c7da-4167-999e-d4d0f51c254c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:50.991366 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-78afc278-20a9-4363-a166-566e5756c9e3 req-3db3a42d-5ce6-499e-a85f-dc630cf6d281 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649331 Sep 27 05:06:51.008542 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7b8b388e-34ac-4101-88da-afe4ad060800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.011840 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c386d2a7-8e6e-44b6-a0c1-c06d16cea93e admin admin] Publish callbacks [] for security_group (93af3ce2-c7da-4167-999e-d4d0f51c254c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.068009 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c386d2a7-8e6e-44b6-a0c1-c06d16cea93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (93af3ce2-c7da-4167-999e-d4d0f51c254c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.070757 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c386d2a7-8e6e-44b6-a0c1-c06d16cea93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.071893 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c386d2a7-8e6e-44b6-a0c1-c06d16cea93e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/93af3ce2-c7da-4167-999e-d4d0f51c254c HTTP/1.1" status: 204 len: 168 time: 0.2000999 Sep 27 05:06:51.079914 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386d2a7-8e6e-44b6-a0c1-c06d16cea93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93af3ce2-c7da-4167-999e-d4d0f51c254c,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:51.097279 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7b8b388e-34ac-4101-88da-afe4ad060800 admin admin] Publish callbacks [] for security_group (2ee91d9d-fdd0-4c3c-ba9c-88a371b3319c), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.112017 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7b8b388e-34ac-4101-88da-afe4ad060800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (2ee91d9d-fdd0-4c3c-ba9c-88a371b3319c), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.151094 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7b8b388e-34ac-4101-88da-afe4ad060800 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5dcfb0971c2a415e9a3a4b3be5d858bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3839147 Sep 27 05:06:51.151906 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b388e-34ac-4101-88da-afe4ad060800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee91d9d-fdd0-4c3c-ba9c-88a371b3319c,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:51.153956 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33446) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:51.209401 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-368d336e-ce6e-4ca5-bab2-ae0c2547442a admin admin] Publish callbacks [] for security_group (2ee91d9d-fdd0-4c3c-ba9c-88a371b3319c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.234510 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-368d336e-ce6e-4ca5-bab2-ae0c2547442a admin admin] Publish callbacks [] for security_group (2ee91d9d-fdd0-4c3c-ba9c-88a371b3319c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.292687 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-368d336e-ce6e-4ca5-bab2-ae0c2547442a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (2ee91d9d-fdd0-4c3c-ba9c-88a371b3319c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.296708 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-368d336e-ce6e-4ca5-bab2-ae0c2547442a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.304030 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-368d336e-ce6e-4ca5-bab2-ae0c2547442a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2ee91d9d-fdd0-4c3c-ba9c-88a371b3319c HTTP/1.1" status: 204 len: 168 time: 0.1470313 Sep 27 05:06:51.316545 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d336e-ce6e-4ca5-bab2-ae0c2547442a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee91d9d-fdd0-4c3c-ba9c-88a371b3319c,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:51.331428 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0456d-0c1d-4005-9063-88e7addcf128 req-848668a9-60ef-4489-8daf-6e204f488e80 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:51.333673 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-20f0456d-0c1d-4005-9063-88e7addcf128 req-848668a9-60ef-4489-8daf-6e204f488e80 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0673594 Sep 27 05:06:51.394425 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-20f0456d-0c1d-4005-9063-88e7addcf128 req-c913541e-a065-4d83-82f8-80076f328b13 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537345 Sep 27 05:06:51.537587 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33458) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:51.550858 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8152436d-1f91-4d45-8f9d-7ba590460ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.630922 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8152436d-1f91-4d45-8f9d-7ba590460ebf admin admin] Publish callbacks [] for security_group (ecc05d7a-5449-4e73-88d3-fff4e0b6f301), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.635360 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8152436d-1f91-4d45-8f9d-7ba590460ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ecc05d7a-5449-4e73-88d3-fff4e0b6f301), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.681875 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 33466) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:51.682334 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8152436d-1f91-4d45-8f9d-7ba590460ebf admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5ed9a80eea8645fab841e61b7ee86966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431940 Sep 27 05:06:51.682860 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152436d-1f91-4d45-8f9d-7ba590460ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc05d7a-5449-4e73-88d3-fff4e0b6f301,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:51.738889 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 33470) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:51.756966 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d9a75abc-9422-45a2-9381-f2bf48f06f52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.776035 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2b02baa4-e842-4ef1-8687-fed86f4dbbaf admin admin] Publish callbacks [] for security_group (ecc05d7a-5449-4e73-88d3-fff4e0b6f301), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.810683 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2b02baa4-e842-4ef1-8687-fed86f4dbbaf admin admin] Publish callbacks [] for security_group (ecc05d7a-5449-4e73-88d3-fff4e0b6f301), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.921763 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d9a75abc-9422-45a2-9381-f2bf48f06f52 admin admin] Publish callbacks [] for security_group (727f2fae-1145-4cc1-bccf-9eb40e3c0a1a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.929346 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2b02baa4-e842-4ef1-8687-fed86f4dbbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ecc05d7a-5449-4e73-88d3-fff4e0b6f301), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.931925 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2b02baa4-e842-4ef1-8687-fed86f4dbbaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.935400 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2b02baa4-e842-4ef1-8687-fed86f4dbbaf admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ecc05d7a-5449-4e73-88d3-fff4e0b6f301 HTTP/1.1" status: 204 len: 168 time: 0.2490995 Sep 27 05:06:51.935400 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d9a75abc-9422-45a2-9381-f2bf48f06f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (727f2fae-1145-4cc1-bccf-9eb40e3c0a1a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:51.944212 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c935817-278c-4d4d-bc61-90562b9a1629 req-46bd0bbc-9bab-4432-bff9-4c7e6c47f3d5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:51.945715 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8c935817-278c-4d4d-bc61-90562b9a1629 req-46bd0bbc-9bab-4432-bff9-4c7e6c47f3d5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 945 time: 0.1177111 Sep 27 05:06:51.956619 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02baa4-e842-4ef1-8687-fed86f4dbbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc05d7a-5449-4e73-88d3-fff4e0b6f301,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:52.026145 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d9a75abc-9422-45a2-9381-f2bf48f06f52 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ee5eb12180dd471babfdf3cb0585b93b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855811 Sep 27 05:06:52.029239 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33486) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:52.033932 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a75abc-9422-45a2-9381-f2bf48f06f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727f2fae-1145-4cc1-bccf-9eb40e3c0a1a,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:52.050674 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8c935817-278c-4d4d-bc61-90562b9a1629 req-1e3ec2ee-83af-4ca3-8674-1ae7aaf087f7 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918210 Sep 27 05:06:52.107463 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-248c8f24-c88e-41a2-8f5f-26f6e37bac46 admin admin] Publish callbacks [] for security_group (727f2fae-1145-4cc1-bccf-9eb40e3c0a1a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:52.135707 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-248c8f24-c88e-41a2-8f5f-26f6e37bac46 admin admin] Publish callbacks [] for security_group (727f2fae-1145-4cc1-bccf-9eb40e3c0a1a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:52.148830 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6799bfb-c2ac-42e9-8268-16afc2ce61d9 req-d17c1537-bf07-4dc5-b374-45e07b6c1fa4 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:52.150591 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e6799bfb-c2ac-42e9-8268-16afc2ce61d9 req-d17c1537-bf07-4dc5-b374-45e07b6c1fa4 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 945 time: 0.0588446 Sep 27 05:06:52.196025 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-248c8f24-c88e-41a2-8f5f-26f6e37bac46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (727f2fae-1145-4cc1-bccf-9eb40e3c0a1a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:52.198977 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-248c8f24-c88e-41a2-8f5f-26f6e37bac46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:52.200198 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-248c8f24-c88e-41a2-8f5f-26f6e37bac46 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/727f2fae-1145-4cc1-bccf-9eb40e3c0a1a HTTP/1.1" status: 204 len: 168 time: 0.1699693 Sep 27 05:06:52.212517 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c8f24-c88e-41a2-8f5f-26f6e37bac46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727f2fae-1145-4cc1-bccf-9eb40e3c0a1a,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:52.216260 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e6799bfb-c2ac-42e9-8268-16afc2ce61d9 req-5edc3280-a6c4-4e14-8ddb-0e897c3bb882 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594103 Sep 27 05:06:52.552174 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a38bc-101a-425f-9911-3d4942f01264 req-dd495ae5-500c-4ebd-929b-55e4c77a2460 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:52.554390 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-031a38bc-101a-425f-9911-3d4942f01264 req-dd495ae5-500c-4ebd-929b-55e4c77a2460 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0722711 Sep 27 05:06:52.671212 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-031a38bc-101a-425f-9911-3d4942f01264 req-e3c888de-552c-4beb-a40c-8f05e09c413e tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107550 Sep 27 05:06:52.673061 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6b7d32be-cfd8-41db-9c29-a352bb710170 req-bcf6ef9e-841a-4e08-8044-d2aaad81a92d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d6f770-1297-4618-9fda-a71dcba422dc HTTP/1.1" status: 200 len: 217 time: 0.0841632 Sep 27 05:06:52.749665 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d32be-cfd8-41db-9c29-a352bb710170 req-dfbeb560-4a1b-4313-9044-6ab232a7404a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:52.752256 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6b7d32be-cfd8-41db-9c29-a352bb710170 req-dfbeb560-4a1b-4313-9044-6ab232a7404a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 200 len: 858 time: 0.0705609 Sep 27 05:06:52.877260 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d32be-cfd8-41db-9c29-a352bb710170 req-8f461779-8fef-43d3-be9a-dbc493b58105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:52.881870 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6b7d32be-cfd8-41db-9c29-a352bb710170 req-8f461779-8fef-43d3-be9a-dbc493b58105 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4442df01-63e0-4b38-b6ea-c622548962d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1183426 Sep 27 05:06:53.110125 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6b7d32be-cfd8-41db-9c29-a352bb710170 req-c5094f20-404b-4726-a538-6cc40eeb53ef service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207623 Sep 27 05:06:53.261118 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6b7d32be-cfd8-41db-9c29-a352bb710170 req-62447559-e822-4fc0-b56d-bc04d15d064c service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450026 Sep 27 05:06:53.283984 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21765a8-7111-462f-bcc9-20d7eb089db4 req-d54bec84-c322-49ce-b06e-afde8e4dfa80 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:53.288396 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c21765a8-7111-462f-bcc9-20d7eb089db4 req-d54bec84-c322-49ce-b06e-afde8e4dfa80 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 945 time: 0.1218865 Sep 27 05:06:53.311969 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33566) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:53.389996 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c21765a8-7111-462f-bcc9-20d7eb089db4 req-59b767fc-1bbb-4d19-a0d5-12ed456a3998 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919428 Sep 27 05:06:53.411683 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e8698-8966-45ab-bb88-09028ae5864d req-dfc4ad18-25ee-4683-a535-0043bccb3bba tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:53.419151 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-258e8698-8966-45ab-bb88-09028ae5864d req-dfc4ad18-25ee-4683-a535-0043bccb3bba tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 945 time: 0.0965297 Sep 27 05:06:53.453648 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1811193010-network', 'tenant_id': 'bfc2f98fa2a24ec3b103535b10d6305e'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:53.471645 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-258e8698-8966-45ab-bb88-09028ae5864d req-71468b10-6770-47d1-a8be-1d1c3145cf89 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515711 Sep 27 05:06:53.494002 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] Made reservation on behalf of bfc2f98fa2a24ec3b103535b10d6305e for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:06:53.497032 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:53.507338 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:53.603564 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] Publish callbacks [] for security_group (47aa49f9-8720-4d67-8322-a88ae2ef5940), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:53.608680 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (47aa49f9-8720-4d67-8322-a88ae2ef5940), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:53.634866 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:06:53.651387 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47aa49f9-8720-4d67-8322-a88ae2ef5940,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:53.658721 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (43e9eb7c-cc94-490c-a7a9-0a907ea86d3a), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:53.659444 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] Added segment 43e9eb7c-cc94-490c-a7a9-0a907ea86d3a of type vlan for network 4295f2a9-19cb-410c-87ef-154ea842bbde Sep 27 05:06:53.707960 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (4295f2a9-19cb-410c-87ef-154ea842bbde), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:53.739814 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (4295f2a9-19cb-410c-87ef-154ea842bbde), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:53.740780 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:53.741389 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:53.796244 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4822602 Sep 27 05:06:53.803065 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33586) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:53.808934 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-6bd54500-e774-44f5-a13c-8f703e5b038b admin admin] Request body: {'subnet': {'network_id': '4295f2a9-19cb-410c-87ef-154ea842bbde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1811193010-subnet', 'tenant_id': 'bfc2f98fa2a24ec3b103535b10d6305e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:53.833003 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b22c7-82ae-4fbb-8232-eef1ac43067c admin admin] Pushing event updated for resources: {'Network': ['ID=4295f2a9-19cb-410c-87ef-154ea842bbde,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:53.836623 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd54500-e774-44f5-a13c-8f703e5b038b admin admin] Made reservation on behalf of bfc2f98fa2a24ec3b103535b10d6305e for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:06:53.839496 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6bd54500-e774-44f5-a13c-8f703e5b038b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5739661'] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:53.844156 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ad5e2-f2f1-41af-bb53-7efe4caeb7f5 req-65ba191b-8886-4421-9cb4-600229787c37 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:53.846610 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d22ad5e2-f2f1-41af-bb53-7efe4caeb7f5 req-65ba191b-8886-4421-9cb4-600229787c37 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0822186 Sep 27 05:06:53.847171 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network 4295f2a9-19cb-410c-87ef-154ea842bbde details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:06:53.940900 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d22ad5e2-f2f1-41af-bb53-7efe4caeb7f5 req-fb82ed5f-1226-4930-b541-a34ed36a8d20 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819583 Sep 27 05:06:54.121508 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6bd54500-e774-44f5-a13c-8f703e5b038b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5739679'] for subnet (49f3d215-6b23-4ce3-a6ab-1d1ee178965d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:54.186145 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd54500-e774-44f5-a13c-8f703e5b038b admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f3d215-6b23-4ce3-a6ab-1d1ee178965d,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:54.190599 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd54500-e774-44f5-a13c-8f703e5b038b admin admin] Checking segment: {'id': '43e9eb7c-cc94-490c-a7a9-0a907ea86d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '4295f2a9-19cb-410c-87ef-154ea842bbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:06:54.191198 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd54500-e774-44f5-a13c-8f703e5b038b admin admin] Network hostable DHCP agents. Network: 4295f2a9-19cb-410c-87ef-154ea842bbde, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:06:54.214591 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd54500-e774-44f5-a13c-8f703e5b038b admin admin] Network 4295f2a9-19cb-410c-87ef-154ea842bbde is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:06:54.225855 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-6bd54500-e774-44f5-a13c-8f703e5b038b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, 4295f2a9-19cb-410c-87ef-154ea842bbde) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:06:54.230528 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd54500-e774-44f5-a13c-8f703e5b038b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:54.231132 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6bd54500-e774-44f5-a13c-8f703e5b038b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:54.237970 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0e8286-637a-4c8b-9779-3efe98ee1f42 None None] Network 4295f2a9-19cb-410c-87ef-154ea842bbde requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:06:54.253908 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6bd54500-e774-44f5-a13c-8f703e5b038b admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4494448 Sep 27 05:06:54.371140 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b8e163-0889-4e95-a747-d7fa2f4a2338 None None] Network 4295f2a9-19cb-410c-87ef-154ea842bbde requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:06:54.656877 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f09b6-e0fb-41c3-9c4a-18b46169e30a req-7ff7f9a7-5ac1-4e5f-9dd0-f0e69fc4d919 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:54.658684 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d56f09b6-e0fb-41c3-9c4a-18b46169e30a req-7ff7f9a7-5ac1-4e5f-9dd0-f0e69fc4d919 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 945 time: 0.1493552 Sep 27 05:06:54.736589 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d56f09b6-e0fb-41c3-9c4a-18b46169e30a req-4acf0f93-1e44-4fba-9a4c-f1450c0c44c5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671837 Sep 27 05:06:54.746490 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257c009-672a-4c2e-9af5-c252a5cb30fe req-73c5ec31-fc40-41b1-83c2-6451c1075064 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:54.748826 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a257c009-672a-4c2e-9af5-c252a5cb30fe req-73c5ec31-fc40-41b1-83c2-6451c1075064 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 945 time: 0.1413612 Sep 27 05:06:54.824560 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a257c009-672a-4c2e-9af5-c252a5cb30fe req-d409e23d-f51c-46c5-85f2-83d330a72aa7 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691190 Sep 27 05:06:55.084908 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18637e84-8ce9-406a-983d-2ddb18399de3 req-1979a295-6283-474a-9c7a-56853e455c28 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:55.086416 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-18637e84-8ce9-406a-983d-2ddb18399de3 req-1979a295-6283-474a-9c7a-56853e455c28 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 945 time: 0.1315074 Sep 27 05:06:55.109539 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 33664) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:55.118996 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-2105ed32-5f57-4492-8ba3-a3d3b0ba6fbd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'floatingip': {'port_id': '758b1a62-767d-46b7-8ba9-9efe31eddada'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:55.220156 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33670) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:55.227844 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-204523811-network', 'tenant_id': '33b2fbb0b63340f791f3e60ac78f7ddf'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:55.228031 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527de39-c54d-409f-8720-8ad203f5ef2d req-11fd455b-32b6-4359-9036-27c04a5bfbb4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:55.229753 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8527de39-c54d-409f-8720-8ad203f5ef2d req-11fd455b-32b6-4359-9036-27c04a5bfbb4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.1855290 Sep 27 05:06:55.235539 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2105ed32-5f57-4492-8ba3-a3d3b0ba6fbd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (a2b83cc0-c711-468f-ac57-2297d73952bb), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:55.259127 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] Made reservation on behalf of 33b2fbb0b63340f791f3e60ac78f7ddf for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:06:55.269827 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:55.287246 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:55.405265 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8527de39-c54d-409f-8720-8ad203f5ef2d req-ee7197da-d661-403e-b783-14011552eae5 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244285 Sep 27 05:06:55.405908 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] Publish callbacks [] for security_group (3edeaa21-19fa-4955-9171-7f3e5c6531e9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:55.412873 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (3edeaa21-19fa-4955-9171-7f3e5c6531e9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:55.454293 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:06:55.464440 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edeaa21-19fa-4955-9171-7f3e5c6531e9,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:55.483438 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (142e375b-60a5-43e0-af55-a67f04a18251), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:55.483976 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] Added segment 142e375b-60a5-43e0-af55-a67f04a18251 of type vlan for network bb8c6b4f-81f1-455f-83bc-4844bac6bb62 Sep 27 05:06:55.536721 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (bb8c6b4f-81f1-455f-83bc-4844bac6bb62), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:55.578165 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (bb8c6b4f-81f1-455f-83bc-4844bac6bb62), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:55.579909 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:55.580761 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:55.667687 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] Pushing event updated for resources: {'Network': ['ID=bb8c6b4f-81f1-455f-83bc-4844bac6bb62,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:55.673701 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b0e4cb97-8915-4e17-b434-ba223293eb74 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4517419 Sep 27 05:06:55.676427 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33690) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:55.680770 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network bb8c6b4f-81f1-455f-83bc-4844bac6bb62 details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:06:55.682569 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-6fd9f9b0-2041-409f-8637-6cd2d7892c4b admin admin] Request body: {'subnet': {'network_id': 'bb8c6b4f-81f1-455f-83bc-4844bac6bb62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-204523811-subnet', 'tenant_id': '33b2fbb0b63340f791f3e60ac78f7ddf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:06:55.706577 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd9f9b0-2041-409f-8637-6cd2d7892c4b admin admin] Made reservation on behalf of 33b2fbb0b63340f791f3e60ac78f7ddf for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:06:55.710780 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6fd9f9b0-2041-409f-8637-6cd2d7892c4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5739661'] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:55.740653 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 33692) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:55.923246 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f917d02-4aab-465f-b0ad-95c97de922de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:55.976423 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6fd9f9b0-2041-409f-8637-6cd2d7892c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5739679'] for subnet (c8b43ce4-47c4-4560-8c3f-1ff238bbbc3c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:56.037687 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9f9b0-2041-409f-8637-6cd2d7892c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b43ce4-47c4-4560-8c3f-1ff238bbbc3c,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:56.066877 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd9f9b0-2041-409f-8637-6cd2d7892c4b admin admin] Checking segment: {'id': '142e375b-60a5-43e0-af55-a67f04a18251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bb8c6b4f-81f1-455f-83bc-4844bac6bb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:06:56.067834 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9f9b0-2041-409f-8637-6cd2d7892c4b admin admin] Network hostable DHCP agents. Network: bb8c6b4f-81f1-455f-83bc-4844bac6bb62, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:06:56.068559 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.db.resource_extend [None req-2105ed32-5f57-4492-8ba3-a3d3b0ba6fbd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 05:06:56.091992 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd9f9b0-2041-409f-8637-6cd2d7892c4b admin admin] Network bb8c6b4f-81f1-455f-83bc-4844bac6bb62 is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:06:56.102801 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-6fd9f9b0-2041-409f-8637-6cd2d7892c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, bb8c6b4f-81f1-455f-83bc-4844bac6bb62) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:06:56.109621 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd9f9b0-2041-409f-8637-6cd2d7892c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:56.111244 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6fd9f9b0-2041-409f-8637-6cd2d7892c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:56.120668 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e260fc8d-69f8-4992-9e88-17dcca3d8229 None None] Network bb8c6b4f-81f1-455f-83bc-4844bac6bb62 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:06:56.137583 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6fd9f9b0-2041-409f-8637-6cd2d7892c4b admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4592788 Sep 27 05:06:56.216277 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2105ed32-5f57-4492-8ba3-a3d3b0ba6fbd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:56.222572 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2105ed32-5f57-4492-8ba3-a3d3b0ba6fbd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (a2b83cc0-c711-468f-ac57-2297d73952bb), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:56.307803 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e169ca8-fba6-4f3f-9d7b-9110e95241ec None None] Network bb8c6b4f-81f1-455f-83bc-4844bac6bb62 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:06:56.566506 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f917d02-4aab-465f-b0ad-95c97de922de admin admin] Publish callbacks [] for security_group (21b683da-ff3b-4850-aee7-e9131f9c3a58), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:56.606035 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f917d02-4aab-465f-b0ad-95c97de922de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (21b683da-ff3b-4850-aee7-e9131f9c3a58), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:56.684722 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-0f917d02-4aab-465f-b0ad-95c97de922de admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=77c1b520352244159a61d659cdda3718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9428313 Sep 27 05:06:56.684971 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33728) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:56.689448 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f917d02-4aab-465f-b0ad-95c97de922de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b683da-ff3b-4850-aee7-e9131f9c3a58,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:56.703451 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-2105ed32-5f57-4492-8ba3-a3d3b0ba6fbd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Floating IP a2b83cc0-c711-468f-ac57-2297d73952bb associated. External IP: 172.27.1.185, port: 758b1a62-767d-46b7-8ba9-9efe31eddada. Sep 27 05:06:56.751628 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879f73c-1f50-4fde-9bf0-6e8d87bb34a7 req-211d9f0b-1687-4273-9f0f-085eb9410864 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:56.753542 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7879f73c-1f50-4fde-9bf0-6e8d87bb34a7 req-211d9f0b-1687-4273-9f0f-085eb9410864 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.1853781 Sep 27 05:06:56.785066 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da8e8b1d-f948-416c-bc11-387510a1718a admin admin] Publish callbacks [] for security_group (21b683da-ff3b-4850-aee7-e9131f9c3a58), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:56.835495 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da8e8b1d-f948-416c-bc11-387510a1718a admin admin] Publish callbacks [] for security_group (21b683da-ff3b-4850-aee7-e9131f9c3a58), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:56.850691 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7879f73c-1f50-4fde-9bf0-6e8d87bb34a7 req-aed2783d-6217-45e6-9c3d-f4fe54a3ba52 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902464 Sep 27 05:06:56.899795 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da8e8b1d-f948-416c-bc11-387510a1718a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (21b683da-ff3b-4850-aee7-e9131f9c3a58), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:56.902697 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da8e8b1d-f948-416c-bc11-387510a1718a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:56.904125 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-da8e8b1d-f948-416c-bc11-387510a1718a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/21b683da-ff3b-4850-aee7-e9131f9c3a58 HTTP/1.1" status: 204 len: 168 time: 0.2181840 Sep 27 05:06:56.912960 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e8b1d-f948-416c-bc11-387510a1718a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b683da-ff3b-4850-aee7-e9131f9c3a58,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:57.042173 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2105ed32-5f57-4492-8ba3-a3d3b0ba6fbd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Router 83cd05dd-a124-4462-b3eb-3545ff2cb33a has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:06:57.159510 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2105ed32-5f57-4492-8ba3-a3d3b0ba6fbd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:06:57.164973 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2105ed32-5f57-4492-8ba3-a3d3b0ba6fbd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:57.176672 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4212ea6e-15f3-4da8-8841-64e182a9eb49 None None] Sync routers for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:06:57.189338 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4212ea6e-15f3-4da8-8841-64e182a9eb49 None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:06:57.190041 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-4212ea6e-15f3-4da8-8841-64e182a9eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:06:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:57.196292 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2105ed32-5f57-4492-8ba3-a3d3b0ba6fbd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "PUT /v2.0/floatingips/a2b83cc0-c711-468f-ac57-2297d73952bb HTTP/1.1" status: 200 len: 991 time: 2.0837030 Sep 27 05:06:57.196292 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'tag': '758b1a62-767d-46b7-8ba9-9efe31eddada'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:06:57.197288 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5df5bdd-fbed-49f6-919d-307e216b25d1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c", "tag": "758b1a62-767d-46b7-8ba9-9efe31eddada"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:06:57.268274 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1017a3c-1019-4180-a0d7-9350b5530eca x-openstack-request-id: req-d1017a3c-1019-4180-a0d7-9350b5530eca {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:06:57.269197 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c", "tag": "758b1a62-767d-46b7-8ba9-9efe31eddada", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:06:57.269635 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d1017a3c-1019-4180-a0d7-9350b5530eca {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:06:57.270175 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1017a3c-1019-4180-a0d7-9350b5530eca'] response: {'name': 'network-changed', 'server_uuid': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'tag': '758b1a62-767d-46b7-8ba9-9efe31eddada', 'status': 'completed', 'code': 200} Sep 27 05:06:57.308694 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 33756) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:57.326542 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3fe4-7a29-43ef-ae74-f50f1696c1f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:57.330188 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-4212ea6e-15f3-4da8-8841-64e182a9eb49 None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:06:57.409492 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3fe4-7a29-43ef-ae74-f50f1696c1f6 admin admin] Publish callbacks [] for security_group (d753c9e4-00aa-4663-ab6b-6c5afb8e08bb), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:57.415375 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d2d3fe4-7a29-43ef-ae74-f50f1696c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (d753c9e4-00aa-4663-ab6b-6c5afb8e08bb), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:57.454541 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-6d2d3fe4-7a29-43ef-ae74-f50f1696c1f6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4d9b53611e714ed79f72c2f01483f6ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443951 Sep 27 05:06:57.457380 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33758) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:57.457816 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d3fe4-7a29-43ef-ae74-f50f1696c1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d753c9e4-00aa-4663-ab6b-6c5afb8e08bb,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:57.510836 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e4a4fc37-ec3a-4c6e-91ee-2ac6c6e62dda admin admin] Publish callbacks [] for security_group (d753c9e4-00aa-4663-ab6b-6c5afb8e08bb), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:57.532828 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e4a4fc37-ec3a-4c6e-91ee-2ac6c6e62dda admin admin] Publish callbacks [] for security_group (d753c9e4-00aa-4663-ab6b-6c5afb8e08bb), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:57.591718 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e4a4fc37-ec3a-4c6e-91ee-2ac6c6e62dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (d753c9e4-00aa-4663-ab6b-6c5afb8e08bb), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:57.594389 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e4a4fc37-ec3a-4c6e-91ee-2ac6c6e62dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:57.595828 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e4a4fc37-ec3a-4c6e-91ee-2ac6c6e62dda admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d753c9e4-00aa-4663-ab6b-6c5afb8e08bb HTTP/1.1" status: 204 len: 168 time: 0.1374316 Sep 27 05:06:57.605430 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4fc37-ec3a-4c6e-91ee-2ac6c6e62dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d753c9e4-00aa-4663-ab6b-6c5afb8e08bb,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:57.624963 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-4212ea6e-15f3-4da8-8841-64e182a9eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'a2b83cc0-c711-468f-ac57-2297d73952bb', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': '758b1a62-767d-46b7-8ba9-9efe31eddada', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:88:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:06:14Z', 'updated_at': '2022-09-27T05:06:55Z', 'revision_number': 1, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:57.654317 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4212ea6e-15f3-4da8-8841-64e182a9eb49 None None] Checking router: 83cd05dd-a124-4462-b3eb-3545ff2cb33a for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:06:57.666772 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4212ea6e-15f3-4da8-8841-64e182a9eb49 None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:06:57.667683 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-4212ea6e-15f3-4da8-8841-64e182a9eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:06:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:57.794095 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-4212ea6e-15f3-4da8-8841-64e182a9eb49 None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:06:57.998066 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085eda7-2286-4fa8-bc3d-258cd1ea8a3c req-1cb7aa42-ec64-45df-87a0-989932d91742 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:57.999652 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3085eda7-2286-4fa8-bc3d-258cd1ea8a3c req-1cb7aa42-ec64-45df-87a0-989932d91742 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0590911 Sep 27 05:06:58.055893 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-4212ea6e-15f3-4da8-8841-64e182a9eb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'a2b83cc0-c711-468f-ac57-2297d73952bb', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': '758b1a62-767d-46b7-8ba9-9efe31eddada', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:88:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:06:14Z', 'updated_at': '2022-09-27T05:06:55Z', 'revision_number': 1, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:06:58.068560 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3085eda7-2286-4fa8-bc3d-258cd1ea8a3c req-329e6445-1892-404d-a862-8df6960f09a6 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602510 Sep 27 05:06:58.093046 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4212ea6e-15f3-4da8-8841-64e182a9eb49 None None] The sync data for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi is: [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'a2b83cc0-c711-468f-ac57-2297d73952bb', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': '758b1a62-767d-46b7-8ba9-9efe31eddada', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:88:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:06:14Z', 'updated_at': '2022-09-27T05:06:55Z', 'revision_number': 1, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:06:58.298664 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a52c54-6359-4daa-9136-79af76466b58 None None] New status for floating IP a2b83cc0-c711-468f-ac57-2297d73952bb: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:06:58.761633 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33804) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:58.862867 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52dd6b39-3b61-43fb-9052-9d78726af5dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:58.937419 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52dd6b39-3b61-43fb-9052-9d78726af5dd admin admin] Publish callbacks [] for security_group (061608dd-f042-46f4-abf6-e17a4a4da9f2), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:58.941048 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52dd6b39-3b61-43fb-9052-9d78726af5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (061608dd-f042-46f4-abf6-e17a4a4da9f2), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:58.981316 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-52dd6b39-3b61-43fb-9052-9d78726af5dd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a53b438ab0ed4d289f763d3f16be2f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184350 Sep 27 05:06:58.982606 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd6b39-3b61-43fb-9052-9d78726af5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061608dd-f042-46f4-abf6-e17a4a4da9f2,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:58.982964 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 33810) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:06:59.036726 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b9aa-cb4b-4194-93b3-b74399aed8ca admin admin] Publish callbacks [] for security_group (061608dd-f042-46f4-abf6-e17a4a4da9f2), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:59.061486 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b9aa-cb4b-4194-93b3-b74399aed8ca admin admin] Publish callbacks [] for security_group (061608dd-f042-46f4-abf6-e17a4a4da9f2), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:59.121272 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b9aa-cb4b-4194-93b3-b74399aed8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (061608dd-f042-46f4-abf6-e17a4a4da9f2), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:59.124329 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a0e4b9aa-cb4b-4194-93b3-b74399aed8ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:06:59.126044 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a0e4b9aa-cb4b-4194-93b3-b74399aed8ca admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/061608dd-f042-46f4-abf6-e17a4a4da9f2 HTTP/1.1" status: 204 len: 168 time: 0.1420934 Sep 27 05:06:59.145170 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4b9aa-cb4b-4194-93b3-b74399aed8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061608dd-f042-46f4-abf6-e17a4a4da9f2,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:06:59.204683 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91724d-ada0-4e7c-8f0b-e0ac5ae844b9 req-a2960426-3909-44be-af46-ee14b51c5946 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:59.206124 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-de91724d-ada0-4e7c-8f0b-e0ac5ae844b9 req-a2960426-3909-44be-af46-ee14b51c5946 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0574236 Sep 27 05:06:59.262085 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-de91724d-ada0-4e7c-8f0b-e0ac5ae844b9 req-9625dba7-e76d-45f3-baf7-aac7ae49a80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496655 Sep 27 05:06:59.417556 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df5bdd-fbed-49f6-919d-307e216b25d1 req-e12653fe-1967-49f7-aedf-54956aa3ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:59.419049 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b5df5bdd-fbed-49f6-919d-307e216b25d1 req-e12653fe-1967-49f7-aedf-54956aa3ea03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 1129 time: 0.0572143 Sep 27 05:06:59.616574 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df5bdd-fbed-49f6-919d-307e216b25d1 req-ef5bc15d-107c-45d5-ba0d-c693e23328d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:59.618283 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b5df5bdd-fbed-49f6-919d-307e216b25d1 req-ef5bc15d-107c-45d5-ba0d-c693e23328d1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1a56c517-727f-4327-948e-4876138946d9 HTTP/1.1" status: 200 len: 916 time: 0.0919430 Sep 27 05:06:59.713479 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b5df5bdd-fbed-49f6-919d-307e216b25d1 req-6d5436a5-8a12-4416-9794-2159d54b6d78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=758b1a62-767d-46b7-8ba9-9efe31eddada HTTP/1.1" status: 200 len: 1001 time: 0.0881999 Sep 27 05:06:59.767690 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df5bdd-fbed-49f6-919d-307e216b25d1 req-7f50571f-f3b1-4555-9b7e-df6edb3c0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:59.769191 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b5df5bdd-fbed-49f6-919d-307e216b25d1 req-7f50571f-f3b1-4555-9b7e-df6edb3c0c1d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84980d5a-6c29-4863-932f-7803984692e8 HTTP/1.1" status: 200 len: 854 time: 0.0497136 Sep 27 05:06:59.836349 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df5bdd-fbed-49f6-919d-307e216b25d1 req-ff858d00-b11a-48c4-8fc5-7c351606a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:06:59.836349 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b5df5bdd-fbed-49f6-919d-307e216b25d1 req-ff858d00-b11a-48c4-8fc5-7c351606a0c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a56c517-727f-4327-948e-4876138946d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520236 Sep 27 05:06:59.928826 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b5df5bdd-fbed-49f6-919d-307e216b25d1 req-5330215e-3c4f-4126-b630-de9473e81ad5 service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929346 Sep 27 05:07:00.042326 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b5df5bdd-fbed-49f6-919d-307e216b25d1 req-1cb7a331-e29c-461c-bc1a-4c25f6cb5a4a service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990715 Sep 27 05:07:00.292033 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 33866) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:00.403788 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e1f14-f913-47cf-89bb-de9030aefacc req-b689de43-b2e0-4993-90ac-5b5ab5fc29ed tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:00.405364 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bb6e1f14-f913-47cf-89bb-de9030aefacc req-b689de43-b2e0-4993-90ac-5b5ab5fc29ed tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0609052 Sep 27 05:07:00.426222 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a51c2a30-31c5-4e46-81a7-be31ceb744a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:00.507345 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bb6e1f14-f913-47cf-89bb-de9030aefacc req-60fd157e-c93d-4bb2-b9af-4c8dcbe434aa tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890384 Sep 27 05:07:00.549030 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a51c2a30-31c5-4e46-81a7-be31ceb744a9 admin admin] Publish callbacks [] for security_group (480de7cd-8895-4371-a819-30768407e2ae), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:00.557011 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a51c2a30-31c5-4e46-81a7-be31ceb744a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (480de7cd-8895-4371-a819-30768407e2ae), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:00.600583 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a51c2a30-31c5-4e46-81a7-be31ceb744a9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=241e12f995e14eb9b6b7b225d93f41f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072481 Sep 27 05:07:00.601586 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c2a30-31c5-4e46-81a7-be31ceb744a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480de7cd-8895-4371-a819-30768407e2ae,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:00.603285 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33884) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:00.664467 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2d74b7b9-7392-4206-92b0-3eff7a7ff8ac admin admin] Publish callbacks [] for security_group (480de7cd-8895-4371-a819-30768407e2ae), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:00.686167 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2d74b7b9-7392-4206-92b0-3eff7a7ff8ac admin admin] Publish callbacks [] for security_group (480de7cd-8895-4371-a819-30768407e2ae), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:00.735855 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2d74b7b9-7392-4206-92b0-3eff7a7ff8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (480de7cd-8895-4371-a819-30768407e2ae), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:00.738947 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2d74b7b9-7392-4206-92b0-3eff7a7ff8ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:00.743479 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2d74b7b9-7392-4206-92b0-3eff7a7ff8ac admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/480de7cd-8895-4371-a819-30768407e2ae HTTP/1.1" status: 204 len: 168 time: 0.1359916 Sep 27 05:07:00.749578 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74b7b9-7392-4206-92b0-3eff7a7ff8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480de7cd-8895-4371-a819-30768407e2ae,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:01.648491 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90a90a-b11c-4e96-9756-666d65bd94a2 req-930ba7c9-56d4-4768-96be-f9a5a4d1c79f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:01.650302 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6a90a90a-b11c-4e96-9756-666d65bd94a2 req-930ba7c9-56d4-4768-96be-f9a5a4d1c79f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0570426 Sep 27 05:07:01.711514 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6a90a90a-b11c-4e96-9756-666d65bd94a2 req-b8fcb068-571d-494e-a652-e5710aee05df tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555592 Sep 27 05:07:02.841399 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0cdba-2a6f-4c7f-adac-0c51e99adcf8 req-707d01df-6e0c-4bad-9235-3a39cc16051a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:02.843212 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-69b0cdba-2a6f-4c7f-adac-0c51e99adcf8 req-707d01df-6e0c-4bad-9235-3a39cc16051a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0552323 Sep 27 05:07:02.899582 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-69b0cdba-2a6f-4c7f-adac-0c51e99adcf8 req-9543bcc6-39d0-4209-901e-03d7bfa6d9dd tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491884 Sep 27 05:07:03.776209 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 33994) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:03.884504 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-001a8cf0-6167-43a1-a131-297b9c32adfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:03.959527 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-001a8cf0-6167-43a1-a131-297b9c32adfa admin admin] Publish callbacks [] for security_group (aac4ac03-fea2-4e0c-87a5-35fa90f7f934), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:03.963985 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-001a8cf0-6167-43a1-a131-297b9c32adfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (aac4ac03-fea2-4e0c-87a5-35fa90f7f934), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:04.005238 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-001a8cf0-6167-43a1-a131-297b9c32adfa admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1b540d8cad814eb59c99ee3993553fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247837 Sep 27 05:07:04.006195 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34002) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:04.013751 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a8cf0-6167-43a1-a131-297b9c32adfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac4ac03-fea2-4e0c-87a5-35fa90f7f934,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:04.032559 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c0ae5-7efb-4f17-a713-fcbd005f0e26 req-279c4f1e-c593-476a-b232-fc5029243d94 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:04.036855 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a50c0ae5-7efb-4f17-a713-fcbd005f0e26 req-279c4f1e-c593-476a-b232-fc5029243d94 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0587244 Sep 27 05:07:04.060054 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac519-33da-4c80-9233-0a8e2c45b492 admin admin] Publish callbacks [] for security_group (aac4ac03-fea2-4e0c-87a5-35fa90f7f934), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:04.085603 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a50c0ae5-7efb-4f17-a713-fcbd005f0e26 req-63a02a4e-270b-4f1c-9b0a-f6551d9774c0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444613 Sep 27 05:07:04.088038 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac519-33da-4c80-9233-0a8e2c45b492 admin admin] Publish callbacks [] for security_group (aac4ac03-fea2-4e0c-87a5-35fa90f7f934), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:04.137877 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac519-33da-4c80-9233-0a8e2c45b492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (aac4ac03-fea2-4e0c-87a5-35fa90f7f934), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:04.140561 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d1ac519-33da-4c80-9233-0a8e2c45b492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:04.141809 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0d1ac519-33da-4c80-9233-0a8e2c45b492 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/aac4ac03-fea2-4e0c-87a5-35fa90f7f934 HTTP/1.1" status: 204 len: 168 time: 0.1347158 Sep 27 05:07:04.150082 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ac519-33da-4c80-9233-0a8e2c45b492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac4ac03-fea2-4e0c-87a5-35fa90f7f934,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:04.409720 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34016) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:04.427325 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-448046e0-d737-4553-97da-728fcafa7882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:04.505925 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-448046e0-d737-4553-97da-728fcafa7882 admin admin] Publish callbacks [] for security_group (41352bae-eb03-487f-9855-cc7275a5aae1), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:04.509722 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-448046e0-d737-4553-97da-728fcafa7882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (41352bae-eb03-487f-9855-cc7275a5aae1), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:04.551045 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-448046e0-d737-4553-97da-728fcafa7882 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=23c9e65fd5e84d5bb12983adb9b82542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401541 Sep 27 05:07:04.552118 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448046e0-d737-4553-97da-728fcafa7882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41352bae-eb03-487f-9855-cc7275a5aae1,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:04.554715 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 34018) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:04.604534 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4a7f7792-9636-4f64-9fad-03be2ac1a83d admin admin] Publish callbacks [] for security_group (41352bae-eb03-487f-9855-cc7275a5aae1), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:04.626030 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4a7f7792-9636-4f64-9fad-03be2ac1a83d admin admin] Publish callbacks [] for security_group (41352bae-eb03-487f-9855-cc7275a5aae1), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:04.674446 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4a7f7792-9636-4f64-9fad-03be2ac1a83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (41352bae-eb03-487f-9855-cc7275a5aae1), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:04.677319 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4a7f7792-9636-4f64-9fad-03be2ac1a83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:04.678445 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-4a7f7792-9636-4f64-9fad-03be2ac1a83d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/41352bae-eb03-487f-9855-cc7275a5aae1 HTTP/1.1" status: 204 len: 168 time: 0.1224306 Sep 27 05:07:04.687129 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f7792-9636-4f64-9fad-03be2ac1a83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41352bae-eb03-487f-9855-cc7275a5aae1,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:05.225332 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdfb20-508f-4ad2-a580-9fc48d5524d8 req-ca249982-d88a-4aa3-a040-17053fe6ee32 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:05.226838 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c5cdfb20-508f-4ad2-a580-9fc48d5524d8 req-ca249982-d88a-4aa3-a040-17053fe6ee32 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0625656 Sep 27 05:07:05.278082 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c5cdfb20-508f-4ad2-a580-9fc48d5524d8 req-48d7cb33-ee8e-405a-95be-fc7e42170301 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457432 Sep 27 05:07:05.761912 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-856848c2-ba7f-4973-92fa-53ebdd4a23ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:06.405425 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8080987-f700-4207-8bdf-afa3ae79157a req-9d728179-62cd-45a0-8534-e3d41c9df35b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:06.407327 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e8080987-f700-4207-8bdf-afa3ae79157a req-9d728179-62cd-45a0-8534-e3d41c9df35b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0570526 Sep 27 05:07:06.467576 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e8080987-f700-4207-8bdf-afa3ae79157a req-c1784260-a1ea-4575-8f4a-010c4ddc470d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523827 Sep 27 05:07:07.608557 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574dac3-4ca7-4c5a-9782-aeb54f9a93e0 req-cbc2a604-2592-4ad9-8545-01a8b097c059 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:07.610727 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a574dac3-4ca7-4c5a-9782-aeb54f9a93e0 req-cbc2a604-2592-4ad9-8545-01a8b097c059 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0635459 Sep 27 05:07:07.681085 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a574dac3-4ca7-4c5a-9782-aeb54f9a93e0 req-a0df9a69-b7ec-4872-9499-c9aa1e249132 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626390 Sep 27 05:07:07.981338 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 34142) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:08.087469 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e3e07755-ae9f-40cf-9f96-aa2383a71e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:08.117016 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b7376afc-11d2-4eaa-b13e-a6d979263c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:08.165517 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e3e07755-ae9f-40cf-9f96-aa2383a71e77 admin admin] Publish callbacks [] for security_group (60768249-ad9d-4505-ba1e-3f89281d8097), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:08.169586 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e3e07755-ae9f-40cf-9f96-aa2383a71e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (60768249-ad9d-4505-ba1e-3f89281d8097), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:08.205437 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e07755-ae9f-40cf-9f96-aa2383a71e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60768249-ad9d-4505-ba1e-3f89281d8097,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:08.211734 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e3e07755-ae9f-40cf-9f96-aa2383a71e77 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7591e7b98a754b4fb9e7f3e679d2bb17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292707 Sep 27 05:07:08.213501 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 34154) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:08.261567 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-63f8855e-1a39-476d-8f80-1914e3221c1c admin admin] Publish callbacks [] for security_group (60768249-ad9d-4505-ba1e-3f89281d8097), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:08.284056 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-63f8855e-1a39-476d-8f80-1914e3221c1c admin admin] Publish callbacks [] for security_group (60768249-ad9d-4505-ba1e-3f89281d8097), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:08.337780 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-63f8855e-1a39-476d-8f80-1914e3221c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (60768249-ad9d-4505-ba1e-3f89281d8097), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:08.340433 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-63f8855e-1a39-476d-8f80-1914e3221c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:08.341601 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-63f8855e-1a39-476d-8f80-1914e3221c1c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/60768249-ad9d-4505-ba1e-3f89281d8097 HTTP/1.1" status: 204 len: 168 time: 0.1268885 Sep 27 05:07:08.351128 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8855e-1a39-476d-8f80-1914e3221c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60768249-ad9d-4505-ba1e-3f89281d8097,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:08.800679 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531537c-fb5b-417a-ab84-3c5bda5e42fb req-34587a19-adf3-4950-92fc-787c6a6789d0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:08.802461 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7531537c-fb5b-417a-ab84-3c5bda5e42fb req-34587a19-adf3-4950-92fc-787c6a6789d0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0554576 Sep 27 05:07:08.857320 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7531537c-fb5b-417a-ab84-3c5bda5e42fb req-c60a7173-3db2-41eb-a272-9ec620a07351 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487452 Sep 27 05:07:09.359917 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:09.978197 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00081244-0626-4394-8507-6ef267eb9cac req-0dcb91d6-24f0-4e06-8516-c7e3b1aac0aa tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:09.979711 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-00081244-0626-4394-8507-6ef267eb9cac req-0dcb91d6-24f0-4e06-8516-c7e3b1aac0aa tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0521784 Sep 27 05:07:10.027329 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-00081244-0626-4394-8507-6ef267eb9cac req-d9f8dc7b-af58-44ba-9790-a64bee8eb2be tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419941 Sep 27 05:07:10.758394 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:11.180230 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582aa8e-5a27-461f-86bb-d52fd8d242e8 req-a013b7f9-6b2c-431e-a246-84956b55983f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:11.181764 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c582aa8e-5a27-461f-86bb-d52fd8d242e8 req-a013b7f9-6b2c-431e-a246-84956b55983f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0628221 Sep 27 05:07:11.230536 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c582aa8e-5a27-461f-86bb-d52fd8d242e8 req-a68a4717-eb9d-49b8-a2ea-09a7b66f9cf3 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427518 Sep 27 05:07:12.102158 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:12.158850 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0af3b-b9b3-4fbd-a198-b4fab25ecac3 req-95a0d27c-7bb7-4510-86f8-df6ace411cba tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:12.160456 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-79b0af3b-b9b3-4fbd-a198-b4fab25ecac3 req-95a0d27c-7bb7-4510-86f8-df6ace411cba tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 945 time: 0.0595391 Sep 27 05:07:12.211491 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-79b0af3b-b9b3-4fbd-a198-b4fab25ecac3 req-151cf2d6-3531-4dce-b5e2-8e6cef708168 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441778 Sep 27 05:07:12.386787 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8271ae-3de0-43e3-ab28-2d89311b9d00 req-a381a7c5-be7f-45b0-bbe2-c498a9a880e3 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:12.394577 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1a8271ae-3de0-43e3-ab28-2d89311b9d00 req-a381a7c5-be7f-45b0-bbe2-c498a9a880e3 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0813425 Sep 27 05:07:12.444755 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1a8271ae-3de0-43e3-ab28-2d89311b9d00 req-7b6873de-6c31-4f1b-96df-eae686798ebe tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492244 Sep 27 05:07:13.343310 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214f281-984a-4318-be53-d091c55e2242 req-6586e248-79f5-4c20-939b-05a2a379c7d7 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:13.344762 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f214f281-984a-4318-be53-d091c55e2242 req-6586e248-79f5-4c20-939b-05a2a379c7d7 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 945 time: 0.0541167 Sep 27 05:07:13.390684 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f214f281-984a-4318-be53-d091c55e2242 req-79bc40bd-eb28-4f2d-a46b-a9d923764bd5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401416 Sep 27 05:07:13.567845 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfdf04-7a52-47d1-9143-98176bad31f8 req-6f1aa550-e9f1-4a10-9d11-5f4bb905c454 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:13.569351 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-14cfdf04-7a52-47d1-9143-98176bad31f8 req-6f1aa550-e9f1-4a10-9d11-5f4bb905c454 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0518491 Sep 27 05:07:13.615232 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-14cfdf04-7a52-47d1-9143-98176bad31f8 req-261ed71f-4dce-4012-b6ae-7a19e67609bf tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404055 Sep 27 05:07:14.519303 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56128bfd-cbb5-4542-be5d-ca75cb15c318 req-5ab46323-0438-4ad7-aecb-d8d5199285e5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:14.520968 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-56128bfd-cbb5-4542-be5d-ca75cb15c318 req-5ab46323-0438-4ad7-aecb-d8d5199285e5 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 945 time: 0.0564940 Sep 27 05:07:14.566383 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-56128bfd-cbb5-4542-be5d-ca75cb15c318 req-ef66b4a0-4733-4da2-8729-0ff2e8ea424a tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399868 Sep 27 05:07:14.741734 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f7901-6351-45ea-b27c-f90286848606 req-c4db5f2d-8d14-49f5-b232-63f88d453c12 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:14.743215 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab6f7901-6351-45ea-b27c-f90286848606 req-c4db5f2d-8d14-49f5-b232-63f88d453c12 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0531595 Sep 27 05:07:14.790191 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab6f7901-6351-45ea-b27c-f90286848606 req-10b882b0-6289-4c62-82ee-662fd5633916 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406237 Sep 27 05:07:15.710800 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20ab7c-42be-4357-bbbb-aced3b6b667b req-2cb09d1b-68db-41f2-9938-357f6c436013 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:15.712300 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-da20ab7c-42be-4357-bbbb-aced3b6b667b req-2cb09d1b-68db-41f2-9938-357f6c436013 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 945 time: 0.0721135 Sep 27 05:07:15.776360 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-da20ab7c-42be-4357-bbbb-aced3b6b667b req-bfa46af2-65fe-4315-9ba1-9c7b43d834cd tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545993 Sep 27 05:07:15.828322 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:15.941834 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cbbff-6fc2-42f5-b02f-fe6c0e53e025 req-16973f08-25f1-48e4-a3b2-e9d2fc81a408 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:15.945356 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-007cbbff-6fc2-42f5-b02f-fe6c0e53e025 req-16973f08-25f1-48e4-a3b2-e9d2fc81a408 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0694442 Sep 27 05:07:16.006210 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-007cbbff-6fc2-42f5-b02f-fe6c0e53e025 req-87ca9a0b-c082-4f7a-b925-db4d29e29da3 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550869 Sep 27 05:07:16.687423 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34422) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:16.792656 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0664231f-bc62-4c8b-9c39-a9d9c9069c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:16.880250 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0664231f-bc62-4c8b-9c39-a9d9c9069c9d admin admin] Publish callbacks [] for security_group (61e7deba-f1d8-4fb7-b74a-9b2522fb9f5e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:16.884698 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0664231f-bc62-4c8b-9c39-a9d9c9069c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (61e7deba-f1d8-4fb7-b74a-9b2522fb9f5e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:16.912003 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf351cf-2894-42d2-8d1e-af2b0655c586 req-bc286f3f-61ef-4651-9ad1-b9c98df15d57 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:16.913528 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2cf351cf-2894-42d2-8d1e-af2b0655c586 req-bc286f3f-61ef-4651-9ad1-b9c98df15d57 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 945 time: 0.0574589 Sep 27 05:07:16.922047 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0664231f-bc62-4c8b-9c39-a9d9c9069c9d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8855d5fa35e74bb6845ad292321747dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311819 Sep 27 05:07:16.924157 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34432) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:16.939239 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664231f-bc62-4c8b-9c39-a9d9c9069c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e7deba-f1d8-4fb7-b74a-9b2522fb9f5e,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:16.963658 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2cf351cf-2894-42d2-8d1e-af2b0655c586 req-99850824-f1e6-4814-9496-f0448c032041 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/security-groups?id=613145d4-9302-4b38-b895-3c47a1d42daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446165 Sep 27 05:07:16.980610 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cc480c29-2a3d-4849-b222-be8eaa541914 admin admin] Publish callbacks [] for security_group (61e7deba-f1d8-4fb7-b74a-9b2522fb9f5e), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:17.001443 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cc480c29-2a3d-4849-b222-be8eaa541914 admin admin] Publish callbacks [] for security_group (61e7deba-f1d8-4fb7-b74a-9b2522fb9f5e), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:17.053815 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cc480c29-2a3d-4849-b222-be8eaa541914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (61e7deba-f1d8-4fb7-b74a-9b2522fb9f5e), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:17.059025 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cc480c29-2a3d-4849-b222-be8eaa541914 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:17.071061 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-cc480c29-2a3d-4849-b222-be8eaa541914 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/61e7deba-f1d8-4fb7-b74a-9b2522fb9f5e HTTP/1.1" status: 204 len: 168 time: 0.1386139 Sep 27 05:07:17.092216 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc480c29-2a3d-4849-b222-be8eaa541914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e7deba-f1d8-4fb7-b74a-9b2522fb9f5e,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:17.160153 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b39ff8-a4af-4efb-b9fa-d1f10b005844 req-2c98b7ae-e13e-4381-86cc-c11b52ab0cc6 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:17.161808 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-88b39ff8-a4af-4efb-b9fa-d1f10b005844 req-2c98b7ae-e13e-4381-86cc-c11b52ab0cc6 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.49 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 945 time: 0.1207569 Sep 27 05:07:17.174719 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1721ad-851b-44f6-a271-b274960b9017 req-65090b50-2e07-4178-815a-507dc17d169d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:17.183449 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4b1721ad-851b-44f6-a271-b274960b9017 req-65090b50-2e07-4178-815a-507dc17d169d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0897281 Sep 27 05:07:17.331659 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4b1721ad-851b-44f6-a271-b274960b9017 req-09e9489b-6c32-49ea-a42e-5a65f3da3aa2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428800 Sep 27 05:07:17.387104 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-88b39ff8-a4af-4efb-b9fa-d1f10b005844 req-791b0288-ca64-424b-81ce-e20862fd2695 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Deleting port 57e48de2-a1c5-4757-86e9-2168a2737936 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:07:17.387452 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-88b39ff8-a4af-4efb-b9fa-d1f10b005844 req-791b0288-ca64-424b-81ce-e20862fd2695 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (57e48de2-a1c5-4757-86e9-2168a2737936), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:17.424004 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34464) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:17.523050 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-88b39ff8-a4af-4efb-b9fa-d1f10b005844 req-791b0288-ca64-424b-81ce-e20862fd2695 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] For port 57e48de2-a1c5-4757-86e9-2168a2737936, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=57e48de2-a1c5-4757-86e9-2168a2737936,segment=NetworkSegment(5078e6a4-2fab-4e17-a537-504e19ba4c66),segment_id=5078e6a4-2fab-4e17-a537-504e19ba4c66)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:07:17.523487 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-88b39ff8-a4af-4efb-b9fa-d1f10b005844 req-791b0288-ca64-424b-81ce-e20862fd2695 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (57e48de2-a1c5-4757-86e9-2168a2737936), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:17.539399 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-88b39ff8-a4af-4efb-b9fa-d1f10b005844 req-791b0288-ca64-424b-81ce-e20862fd2695 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Calling delete_port for 57e48de2-a1c5-4757-86e9-2168a2737936 owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:07:17.566621 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e384-0ab2-41c3-bbfb-d3b2caacd701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:17.655813 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e384-0ab2-41c3-bbfb-d3b2caacd701 admin admin] Publish callbacks [] for security_group (42934bff-57fd-496c-9dc0-ecb1a458ddce), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:17.659865 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9d4e384-0ab2-41c3-bbfb-d3b2caacd701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (42934bff-57fd-496c-9dc0-ecb1a458ddce), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:17.700741 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d9d4e384-0ab2-41c3-bbfb-d3b2caacd701 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=97c9441584e04f0e957db3201caa80a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753687 Sep 27 05:07:17.702459 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4e384-0ab2-41c3-bbfb-d3b2caacd701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42934bff-57fd-496c-9dc0-ecb1a458ddce,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:17.705778 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34478) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:17.730305 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-88b39ff8-a4af-4efb-b9fa-d1f10b005844 req-791b0288-ca64-424b-81ce-e20862fd2695 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (57e48de2-a1c5-4757-86e9-2168a2737936), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:17.753491 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['57e48de2-a1c5-4757-86e9-2168a2737936'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:07:17.764542 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b0288-ca64-424b-81ce-e20862fd2695 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Pushing event deleted for resources: {'Port': ['ID=57e48de2-a1c5-4757-86e9-2168a2737936,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:17.781481 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-731cfbda-6e1e-4e1d-aad9-d17eadaf8c40 admin admin] Publish callbacks [] for security_group (42934bff-57fd-496c-9dc0-ecb1a458ddce), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:17.811620 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-731cfbda-6e1e-4e1d-aad9-d17eadaf8c40 admin admin] Publish callbacks [] for security_group (42934bff-57fd-496c-9dc0-ecb1a458ddce), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:17.874630 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-731cfbda-6e1e-4e1d-aad9-d17eadaf8c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (42934bff-57fd-496c-9dc0-ecb1a458ddce), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:17.879660 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-731cfbda-6e1e-4e1d-aad9-d17eadaf8c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:17.881134 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-731cfbda-6e1e-4e1d-aad9-d17eadaf8c40 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/42934bff-57fd-496c-9dc0-ecb1a458ddce HTTP/1.1" status: 204 len: 168 time: 0.1742048 Sep 27 05:07:17.884948 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b39ff8-a4af-4efb-b9fa-d1f10b005844 req-791b0288-ca64-424b-81ce-e20862fd2695 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] No DVR routers for this DVR port 57e48de2-a1c5-4757-86e9-2168a2737936 on host hv-cinder-85846 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:07:17.888331 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-88b39ff8-a4af-4efb-b9fa-d1f10b005844 req-791b0288-ca64-424b-81ce-e20862fd2695 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:17.892172 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-88b39ff8-a4af-4efb-b9fa-d1f10b005844 req-791b0288-ca64-424b-81ce-e20862fd2695 tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.49 "DELETE /v2.0/ports/57e48de2-a1c5-4757-86e9-2168a2737936 HTTP/1.1" status: 204 len: 173 time: 0.6996467 Sep 27 05:07:17.892683 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab3772c-ed5f-430d-8550-a447a8be7f3a', 'name': 'network-vif-deleted', 'tag': '57e48de2-a1c5-4757-86e9-2168a2737936'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:07:17.903552 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cfbda-6e1e-4e1d-aad9-d17eadaf8c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42934bff-57fd-496c-9dc0-ecb1a458ddce,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:17.904671 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea09f5f-e65e-4fb9-bbfc-49db5d1029e0" -d '{"events": [{"server_uuid": "eab3772c-ed5f-430d-8550-a447a8be7f3a", "name": "network-vif-deleted", "tag": "57e48de2-a1c5-4757-86e9-2168a2737936"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:07:17.976425 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a66214e-6aef-4a9f-9c0b-2aafc37b8190 x-openstack-request-id: req-7a66214e-6aef-4a9f-9c0b-2aafc37b8190 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:07:17.977051 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab3772c-ed5f-430d-8550-a447a8be7f3a", "name": "network-vif-deleted", "tag": "57e48de2-a1c5-4757-86e9-2168a2737936", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:07:17.977051 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7a66214e-6aef-4a9f-9c0b-2aafc37b8190 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:07:17.979064 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a66214e-6aef-4a9f-9c0b-2aafc37b8190'] response: {'server_uuid': 'eab3772c-ed5f-430d-8550-a447a8be7f3a', 'name': 'network-vif-deleted', 'tag': '57e48de2-a1c5-4757-86e9-2168a2737936', 'status': 'completed', 'code': 200} Sep 27 05:07:18.085178 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-120242e7-14d7-4bad-a5f3-9f148de5ae19 req-64a0b6ca-b639-4207-a822-9671f2b5a69e tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 210 time: 0.0387728 Sep 27 05:07:18.301234 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34510) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:18.316142 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dec60c0a-0a2b-4076-b700-430c498d7bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:18.414380 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dec60c0a-0a2b-4076-b700-430c498d7bc9 admin admin] Publish callbacks [] for security_group (5d5bf3ae-652a-4a7c-967f-6ed6fd5e64cc), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:18.420230 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dec60c0a-0a2b-4076-b700-430c498d7bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (5d5bf3ae-652a-4a7c-967f-6ed6fd5e64cc), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:18.487784 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f67a72-9927-4771-a169-3a61eb08885b req-8b66b8e1-2d80-453a-91e7-dc0f32f900c7 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:18.489898 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-89f67a72-9927-4771-a169-3a61eb08885b req-8b66b8e1-2d80-453a-91e7-dc0f32f900c7 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0666130 Sep 27 05:07:18.494208 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-dec60c0a-0a2b-4076-b700-430c498d7bc9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a57ed6c2ac184360ae98d9f27a09ec54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1912270 Sep 27 05:07:18.499055 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34520) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:18.505379 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec60c0a-0a2b-4076-b700-430c498d7bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5bf3ae-652a-4a7c-967f-6ed6fd5e64cc,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:18.577373 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-89f67a72-9927-4771-a169-3a61eb08885b req-3faaf33e-4194-49ed-9ca8-8f97bba5c642 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806637 Sep 27 05:07:18.623056 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53f3e798-b537-4ab3-ab7a-2413226b371d admin admin] Publish callbacks [] for security_group (5d5bf3ae-652a-4a7c-967f-6ed6fd5e64cc), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:18.649358 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53f3e798-b537-4ab3-ab7a-2413226b371d admin admin] Publish callbacks [] for security_group (5d5bf3ae-652a-4a7c-967f-6ed6fd5e64cc), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:18.717357 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53f3e798-b537-4ab3-ab7a-2413226b371d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (5d5bf3ae-652a-4a7c-967f-6ed6fd5e64cc), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:18.717357 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53f3e798-b537-4ab3-ab7a-2413226b371d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:18.717357 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-53f3e798-b537-4ab3-ab7a-2413226b371d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5d5bf3ae-652a-4a7c-967f-6ed6fd5e64cc HTTP/1.1" status: 204 len: 168 time: 0.2012374 Sep 27 05:07:18.724750 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3e798-b537-4ab3-ab7a-2413226b371d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5bf3ae-652a-4a7c-967f-6ed6fd5e64cc,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:19.094434 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34552) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:19.111411 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4e5959ce-1520-48b7-964d-2aee3ee17192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:19.198492 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4e5959ce-1520-48b7-964d-2aee3ee17192 admin admin] Publish callbacks [] for security_group (26a0f78f-0fba-422c-a560-5f83d148a89c), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:19.203586 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4e5959ce-1520-48b7-964d-2aee3ee17192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (26a0f78f-0fba-422c-a560-5f83d148a89c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:19.248598 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4e5959ce-1520-48b7-964d-2aee3ee17192 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b70928b0715e456e8ccecd7e9e27adbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530323 Sep 27 05:07:19.250222 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5959ce-1520-48b7-964d-2aee3ee17192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a0f78f-0fba-422c-a560-5f83d148a89c,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:19.255109 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34560) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:19.300646 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d5b84ddf-1535-4504-8d4e-456b70912fa1 req-53986765-b3c0-494d-b883-b0fb2b4381fe tempest-DeleteServersTestJSON-923828414 tempest-DeleteServersTestJSON-923828414-project] 10.222.0.27 "GET /v2.0/ports?device_id=eab3772c-ed5f-430d-8550-a447a8be7f3a HTTP/1.1" status: 200 len: 210 time: 0.0625346 Sep 27 05:07:19.318352 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c0287e53-05e7-43c4-a412-8cd2244f2910 admin admin] Publish callbacks [] for security_group (26a0f78f-0fba-422c-a560-5f83d148a89c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:19.342501 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c0287e53-05e7-43c4-a412-8cd2244f2910 admin admin] Publish callbacks [] for security_group (26a0f78f-0fba-422c-a560-5f83d148a89c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:19.394527 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c0287e53-05e7-43c4-a412-8cd2244f2910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (26a0f78f-0fba-422c-a560-5f83d148a89c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:19.397178 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c0287e53-05e7-43c4-a412-8cd2244f2910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:19.398335 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c0287e53-05e7-43c4-a412-8cd2244f2910 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/26a0f78f-0fba-422c-a560-5f83d148a89c HTTP/1.1" status: 204 len: 168 time: 0.1415994 Sep 27 05:07:19.406337 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0287e53-05e7-43c4-a412-8cd2244f2910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a0f78f-0fba-422c-a560-5f83d148a89c,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:19.711949 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eaf434-3d51-4403-81fe-b2b62ff1caf3 req-de2b04a6-ec16-4eec-8c74-6114b539d6cd tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:19.713437 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-58eaf434-3d51-4403-81fe-b2b62ff1caf3 req-de2b04a6-ec16-4eec-8c74-6114b539d6cd tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0565290 Sep 27 05:07:19.761901 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-58eaf434-3d51-4403-81fe-b2b62ff1caf3 req-b113a2e6-8fc3-46a8-a1c2-173cfc113ac2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427892 Sep 27 05:07:20.415815 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34624) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:20.466753 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3222cde-9965-485e-bf39-2994a5beb6a8 admin admin] Deleting subnet 49f3d215-6b23-4ce3-a6ab-1d1ee178965d {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:07:20.470788 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d3222cde-9965-485e-bf39-2994a5beb6a8 admin admin] Publish callbacks [] for subnet (49f3d215-6b23-4ce3-a6ab-1d1ee178965d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:20.509467 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d3222cde-9965-485e-bf39-2994a5beb6a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352960'] for subnet (49f3d215-6b23-4ce3-a6ab-1d1ee178965d), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:20.516567 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 57e48de2-a1c5-4757-86e9-2168a2737936 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:07:20.541097 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: 57e48de2-a1c5-4757-86e9-2168a2737936 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:07:20.541625 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 57e48de2-a1c5-4757-86e9-2168a2737936 not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:07:20.556196 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d3222cde-9965-485e-bf39-2994a5beb6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (49f3d215-6b23-4ce3-a6ab-1d1ee178965d), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:20.616914 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d3222cde-9965-485e-bf39-2994a5beb6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6109187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5739686'] for subnet (49f3d215-6b23-4ce3-a6ab-1d1ee178965d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:20.648352 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3222cde-9965-485e-bf39-2994a5beb6a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f3d215-6b23-4ce3-a6ab-1d1ee178965d,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:20.650183 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d3222cde-9965-485e-bf39-2994a5beb6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:20.656841 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d3222cde-9965-485e-bf39-2994a5beb6a8 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/49f3d215-6b23-4ce3-a6ab-1d1ee178965d HTTP/1.1" status: 204 len: 168 time: 0.2380552 Sep 27 05:07:20.657935 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 34642) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:20.741653 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-724a0b24-aace-47cf-b906-afab9603eb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (4295f2a9-19cb-410c-87ef-154ea842bbde), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:20.827013 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-724a0b24-aace-47cf-b906-afab9603eb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (4295f2a9-19cb-410c-87ef-154ea842bbde), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:20.857985 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-724a0b24-aace-47cf-b906-afab9603eb46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4295f2a9-19cb-410c-87ef-154ea842bbde']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:20.887303 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-724a0b24-aace-47cf-b906-afab9603eb46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e9eb7c-cc94-490c-a7a9-0a907ea86d3a') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:20.887657 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-724a0b24-aace-47cf-b906-afab9603eb46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e9eb7c-cc94-490c-a7a9-0a907ea86d3a') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:20.900089 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-724a0b24-aace-47cf-b906-afab9603eb46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639132'] for segment (43e9eb7c-cc94-490c-a7a9-0a907ea86d3a), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:20.920987 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-724a0b24-aace-47cf-b906-afab9603eb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (43e9eb7c-cc94-490c-a7a9-0a907ea86d3a), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:20.932292 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b78fc-29a7-40fc-bd9b-3ed7b751483d req-02fecd26-5fc1-4f49-8f5b-c599a5aa2ab3 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:20.933865 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f06b78fc-29a7-40fc-bd9b-3ed7b751483d req-02fecd26-5fc1-4f49-8f5b-c599a5aa2ab3 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0925255 Sep 27 05:07:20.936969 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724a0b24-aace-47cf-b906-afab9603eb46 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:07:20.937379 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-724a0b24-aace-47cf-b906-afab9603eb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5949782'] for segment (43e9eb7c-cc94-490c-a7a9-0a907ea86d3a), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:21.215972 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 43e9eb7c-cc94-490c-a7a9-0a907ea86d3a resource provider aggregate not found Sep 27 05:07:21.247789 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 43e9eb7c-cc94-490c-a7a9-0a907ea86d3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43e9eb7c-cc94-490c-a7a9-0a907ea86d3a found for delete ", "request_id": "req-980745a6-d7d9-47e6-b281-1337656503f1"}]} Sep 27 05:07:21.268925 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-724a0b24-aace-47cf-b906-afab9603eb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (4295f2a9-19cb-410c-87ef-154ea842bbde), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:21.284947 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f06b78fc-29a7-40fc-bd9b-3ed7b751483d req-a66a5e41-cd8e-4d1e-bf76-7cfe1c68636f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421242 Sep 27 05:07:21.288000 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-724a0b24-aace-47cf-b906-afab9603eb46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:21.295775 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34674) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:21.297469 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-724a0b24-aace-47cf-b906-afab9603eb46 admin admin] 10.222.0.27 "DELETE /v2.0/networks/4295f2a9-19cb-410c-87ef-154ea842bbde HTTP/1.1" status: 204 len: 168 time: 0.6383374 Sep 27 05:07:21.330938 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a0b24-aace-47cf-b906-afab9603eb46 admin admin] Pushing event deleted for resources: {'Network': ['ID=4295f2a9-19cb-410c-87ef-154ea842bbde,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:21.368931 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18614f3-ddc0-44ad-9bce-4272d6bc5a0c admin admin] Deleting subnet c8b43ce4-47c4-4560-8c3f-1ff238bbbc3c {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:07:21.373321 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f18614f3-ddc0-44ad-9bce-4272d6bc5a0c admin admin] Publish callbacks [] for subnet (c8b43ce4-47c4-4560-8c3f-1ff238bbbc3c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:21.414855 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f18614f3-ddc0-44ad-9bce-4272d6bc5a0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352960'] for subnet (c8b43ce4-47c4-4560-8c3f-1ff238bbbc3c), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:21.460127 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 34682) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:21.461789 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f18614f3-ddc0-44ad-9bce-4272d6bc5a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (c8b43ce4-47c4-4560-8c3f-1ff238bbbc3c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:21.534772 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f18614f3-ddc0-44ad-9bce-4272d6bc5a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6109187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5739686'] for subnet (c8b43ce4-47c4-4560-8c3f-1ff238bbbc3c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:21.570033 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f18614f3-ddc0-44ad-9bce-4272d6bc5a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:21.574382 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f18614f3-ddc0-44ad-9bce-4272d6bc5a0c admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c8b43ce4-47c4-4560-8c3f-1ff238bbbc3c HTTP/1.1" status: 204 len: 168 time: 0.2756457 Sep 27 05:07:21.575618 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18614f3-ddc0-44ad-9bce-4272d6bc5a0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b43ce4-47c4-4560-8c3f-1ff238bbbc3c,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:21.577515 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 34686) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:21.646555 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c32a12b3-df43-4b71-9b08-cc0208a82e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:21.678037 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f4303e3c-ba83-4032-8fd3-36722a35faac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (bb8c6b4f-81f1-455f-83bc-4844bac6bb62), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:21.821305 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f4303e3c-ba83-4032-8fd3-36722a35faac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (bb8c6b4f-81f1-455f-83bc-4844bac6bb62), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:21.862278 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c32a12b3-df43-4b71-9b08-cc0208a82e53 admin admin] Publish callbacks [] for security_group (ddbc51ff-3ec8-408b-a5e2-0ad8411a0816), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:21.871010 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-f4303e3c-ba83-4032-8fd3-36722a35faac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8c6b4f-81f1-455f-83bc-4844bac6bb62']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:21.876825 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c32a12b3-df43-4b71-9b08-cc0208a82e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ddbc51ff-3ec8-408b-a5e2-0ad8411a0816), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:21.891844 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-f4303e3c-ba83-4032-8fd3-36722a35faac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142e375b-60a5-43e0-af55-a67f04a18251') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:21.892150 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-f4303e3c-ba83-4032-8fd3-36722a35faac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142e375b-60a5-43e0-af55-a67f04a18251') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:21.925444 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f4303e3c-ba83-4032-8fd3-36722a35faac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639132'] for segment (142e375b-60a5-43e0-af55-a67f04a18251), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:21.925849 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34704) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:21.950597 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c32a12b3-df43-4b71-9b08-cc0208a82e53 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d1ecad46c8144051a9b4125f7f169267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4890301 Sep 27 05:07:21.951878 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f4303e3c-ba83-4032-8fd3-36722a35faac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (142e375b-60a5-43e0-af55-a67f04a18251), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:21.953858 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 34706) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:21.954731 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a12b3-df43-4b71-9b08-cc0208a82e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbc51ff-3ec8-408b-a5e2-0ad8411a0816,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:21.973958 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4303e3c-ba83-4032-8fd3-36722a35faac admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:07:21.974361 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f4303e3c-ba83-4032-8fd3-36722a35faac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5949782'] for segment (142e375b-60a5-43e0-af55-a67f04a18251), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:22.054171 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f4303e3c-ba83-4032-8fd3-36722a35faac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (bb8c6b4f-81f1-455f-83bc-4844bac6bb62), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:22.060217 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f4303e3c-ba83-4032-8fd3-36722a35faac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:22.063471 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f4303e3c-ba83-4032-8fd3-36722a35faac admin admin] 10.222.0.27 "DELETE /v2.0/networks/bb8c6b4f-81f1-455f-83bc-4844bac6bb62 HTTP/1.1" status: 204 len: 168 time: 0.4854252 Sep 27 05:07:22.068535 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c3e63041-5a38-46f5-ab9b-43d35d1141df admin admin] Publish callbacks [] for security_group (ddbc51ff-3ec8-408b-a5e2-0ad8411a0816), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:22.080958 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4303e3c-ba83-4032-8fd3-36722a35faac admin admin] Pushing event deleted for resources: {'Network': ['ID=bb8c6b4f-81f1-455f-83bc-4844bac6bb62,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:22.102850 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c3e63041-5a38-46f5-ab9b-43d35d1141df admin admin] Publish callbacks [] for security_group (ddbc51ff-3ec8-408b-a5e2-0ad8411a0816), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:22.168922 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c3e63041-5a38-46f5-ab9b-43d35d1141df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ddbc51ff-3ec8-408b-a5e2-0ad8411a0816), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:22.172137 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c3e63041-5a38-46f5-ab9b-43d35d1141df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:22.173661 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c3e63041-5a38-46f5-ab9b-43d35d1141df admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ddbc51ff-3ec8-408b-a5e2-0ad8411a0816 HTTP/1.1" status: 204 len: 168 time: 0.2158818 Sep 27 05:07:22.183960 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e63041-5a38-46f5-ab9b-43d35d1141df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbc51ff-3ec8-408b-a5e2-0ad8411a0816,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:22.233026 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 34712) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:22.282166 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-547ec81a-f64e-4d32-b755-23fb1cc6e7ef admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bfc2f98fa2a24ec3b103535b10d6305e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477254 Sep 27 05:07:22.284542 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 34714) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:22.342769 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e814d59-6761-4f7d-ae60-5b84560a4848 admin admin] Publish callbacks [] for security_group (47aa49f9-8720-4d67-8322-a88ae2ef5940), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:22.371319 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e814d59-6761-4f7d-ae60-5b84560a4848 admin admin] Publish callbacks [] for security_group (47aa49f9-8720-4d67-8322-a88ae2ef5940), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:22.479025 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85327260-100c-4f42-9ad3-7b7df095d329 req-fd5bfbd0-3c66-43b5-8767-4c6b3a1a5f57 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:22.480679 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-85327260-100c-4f42-9ad3-7b7df095d329 req-fd5bfbd0-3c66-43b5-8767-4c6b3a1a5f57 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0734634 Sep 27 05:07:22.495622 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e814d59-6761-4f7d-ae60-5b84560a4848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (47aa49f9-8720-4d67-8322-a88ae2ef5940), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:22.498376 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1e814d59-6761-4f7d-ae60-5b84560a4848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:22.501954 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1e814d59-6761-4f7d-ae60-5b84560a4848 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/47aa49f9-8720-4d67-8322-a88ae2ef5940 HTTP/1.1" status: 204 len: 168 time: 0.2137723 Sep 27 05:07:22.519222 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e814d59-6761-4f7d-ae60-5b84560a4848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47aa49f9-8720-4d67-8322-a88ae2ef5940,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:22.552936 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-85327260-100c-4f42-9ad3-7b7df095d329 req-7d090824-0351-4601-9523-7e1309fbc903 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650818 Sep 27 05:07:22.566155 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-118be765-a71a-4854-8559-a5376c6498b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7912454'] for router_interface (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:22.894504 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-118be765-a71a-4854-8559-a5376c6498b8 admin admin] Deleting port 218d4db7-3a55-4ec2-8a40-80e383bd48ba {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:07:22.895524 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-118be765-a71a-4854-8559-a5376c6498b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:22.960477 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 34738) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:23.009342 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-118be765-a71a-4854-8559-a5376c6498b8 admin admin] For port 218d4db7-3a55-4ec2-8a40-80e383bd48ba, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=218d4db7-3a55-4ec2-8a40-80e383bd48ba,segment=NetworkSegment(5078e6a4-2fab-4e17-a537-504e19ba4c66),segment_id=5078e6a4-2fab-4e17-a537-504e19ba4c66)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:07:23.009704 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-118be765-a71a-4854-8559-a5376c6498b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:23.016855 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-0d5fc925-8471-4d63-b586-4d9332c42cf3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=33b2fbb0b63340f791f3e60ac78f7ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540113 Sep 27 05:07:23.021161 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 34744) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:23.029290 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-118be765-a71a-4854-8559-a5376c6498b8 admin admin] Calling delete_port for 218d4db7-3a55-4ec2-8a40-80e383bd48ba owned by network:router_interface {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:07:23.086581 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd186-75d4-4f4b-a466-908779522a12 admin admin] Publish callbacks [] for security_group (3edeaa21-19fa-4955-9171-7f3e5c6531e9), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:23.124643 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd186-75d4-4f4b-a466-908779522a12 admin admin] Publish callbacks [] for security_group (3edeaa21-19fa-4955-9171-7f3e5c6531e9), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:23.195010 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd186-75d4-4f4b-a466-908779522a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (3edeaa21-19fa-4955-9171-7f3e5c6531e9), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:23.197667 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd186-75d4-4f4b-a466-908779522a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:23.201130 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-0f4bd186-75d4-4f4b-a466-908779522a12 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3edeaa21-19fa-4955-9171-7f3e5c6531e9 HTTP/1.1" status: 204 len: 168 time: 0.1765110 Sep 27 05:07:23.207299 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bd186-75d4-4f4b-a466-908779522a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edeaa21-19fa-4955-9171-7f3e5c6531e9,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:23.277464 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 142e375b-60a5-43e0-af55-a67f04a18251 resource provider aggregate not found Sep 27 05:07:23.308192 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 142e375b-60a5-43e0-af55-a67f04a18251 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 142e375b-60a5-43e0-af55-a67f04a18251 found for delete ", "request_id": "req-2a6e8edb-d749-45c1-acb9-d8e162a6e01e"}]} Sep 27 05:07:23.334987 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-118be765-a71a-4854-8559-a5376c6498b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (218d4db7-3a55-4ec2-8a40-80e383bd48ba), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:23.363681 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118be765-a71a-4854-8559-a5376c6498b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=218d4db7-3a55-4ec2-8a40-80e383bd48ba,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:23.607226 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-118be765-a71a-4854-8559-a5376c6498b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8071391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7909782'] for router_interface (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:23.768249 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6af239-d089-4a9f-9f5d-374cee9e2832 req-c8dd242a-a0ff-417d-8188-f35e6ce3d4e9 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:23.770747 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6e6af239-d089-4a9f-9f5d-374cee9e2832 req-c8dd242a-a0ff-417d-8188-f35e6ce3d4e9 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0974355 Sep 27 05:07:23.838004 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6e6af239-d089-4a9f-9f5d-374cee9e2832 req-0671eb92-0f2c-41fc-a721-707015a526c4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605552 Sep 27 05:07:23.921325 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118be765-a71a-4854-8559-a5376c6498b8 admin admin] Router 63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:07:24.057074 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118be765-a71a-4854-8559-a5376c6498b8 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:07:24.065194 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-118be765-a71a-4854-8559-a5376c6498b8 admin admin] 10.222.0.27 "PUT /v2.0/routers/63ed9f5f-9e7b-4716-9882-c7d3a6734ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1468265 Sep 27 05:07:24.068009 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34794) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:24.068544 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792af27e-a359-4751-8d8d-11a28d126a44 None None] Sync routers for ids ['63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:07:24.083556 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792af27e-a359-4751-8d8d-11a28d126a44 None None] Routers {'63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:07:24.084172 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-792af27e-a359-4751-8d8d-11a28d126a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:07:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:24.191956 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] Publish callbacks [] for router (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:24.220028 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-792af27e-a359-4751-8d8d-11a28d126a44 None None] Set router 63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:07:24.501844 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] Publish callbacks [] for router_gateway (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:24.584514 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] Deleting port 4bb07d26-b1bc-47eb-afdc-38739384a6c3 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:07:24.584881 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (4bb07d26-b1bc-47eb-afdc-38739384a6c3), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:24.595792 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-792af27e-a359-4751-8d8d-11a28d126a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'name': 'tempest-DeleteServersTestJSON-218218617-router', 'tenant_id': '87b71717e9a341c285b3c63925612c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4bb07d26-b1bc-47eb-afdc-38739384a6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:53Z', 'updated_at': '2022-09-27T05:07:23Z', 'revision_number': 5, 'project_id': '87b71717e9a341c285b3c63925612c77', 'gw_port': {'id': '4bb07d26-b1bc-47eb-afdc-38739384a6c3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a1:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:24.628285 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792af27e-a359-4751-8d8d-11a28d126a44 None None] Checking router: 63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:07:24.638896 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792af27e-a359-4751-8d8d-11a28d126a44 None None] Routers {'63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:07:24.639867 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-792af27e-a359-4751-8d8d-11a28d126a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:07:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:24.729284 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] For port 4bb07d26-b1bc-47eb-afdc-38739384a6c3, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=4bb07d26-b1bc-47eb-afdc-38739384a6c3,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:07:24.730320 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (4bb07d26-b1bc-47eb-afdc-38739384a6c3), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:24.750703 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] Calling delete_port for 4bb07d26-b1bc-47eb-afdc-38739384a6c3 owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:07:24.768769 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-792af27e-a359-4751-8d8d-11a28d126a44 None None] Set router 63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 gateway port host: None {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:07:24.837251 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-792af27e-a359-4751-8d8d-11a28d126a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'name': 'tempest-DeleteServersTestJSON-218218617-router', 'tenant_id': '87b71717e9a341c285b3c63925612c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:53Z', 'updated_at': '2022-09-27T05:07:24Z', 'revision_number': 6, 'project_id': '87b71717e9a341c285b3c63925612c77', 'gw_port_host': None}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:24.866346 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792af27e-a359-4751-8d8d-11a28d126a44 None None] The sync data for ids ['63ed9f5f-9e7b-4716-9882-c7d3a6734ea0'] in dv-cinder-858463-2-iscsi is: [{'id': '63ed9f5f-9e7b-4716-9882-c7d3a6734ea0', 'name': 'tempest-DeleteServersTestJSON-218218617-router', 'tenant_id': '87b71717e9a341c285b3c63925612c77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:53Z', 'updated_at': '2022-09-27T05:07:24Z', 'revision_number': 6, 'project_id': '87b71717e9a341c285b3c63925612c77', 'gw_port_host': None}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:07:24.897148 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 34838) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:25.040965 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9da26-d80e-4ec7-bfd5-d41fbc491da0 req-253c29e6-8ac1-4df5-8401-21d9567dfeb7 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:25.042695 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c4d9da26-d80e-4ec7-bfd5-d41fbc491da0 req-253c29e6-8ac1-4df5-8401-21d9567dfeb7 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0975659 Sep 27 05:07:25.046690 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (4bb07d26-b1bc-47eb-afdc-38739384a6c3), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.079325 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb07d26-b1bc-47eb-afdc-38739384a6c3,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:25.104325 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2491b147-e737-4c21-a68e-d9b167124354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.131413 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c4d9da26-d80e-4ec7-bfd5-d41fbc491da0 req-12e3a7e8-7fe3-43df-96fd-5d4b3add7635 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823140 Sep 27 05:07:25.148591 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7911740'] for router_gateway (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.253245 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2491b147-e737-4c21-a68e-d9b167124354 admin admin] Publish callbacks [] for security_group (5d95480d-7e3f-4327-b659-c8cf36a79ea1), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.262159 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2491b147-e737-4c21-a68e-d9b167124354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (5d95480d-7e3f-4327-b659-c8cf36a79ea1), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.344332 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2491b147-e737-4c21-a68e-d9b167124354 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=92636337d1fc42088d2211ddd9011f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4455717 Sep 27 05:07:25.345305 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491b147-e737-4c21-a68e-d9b167124354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d95480d-7e3f-4327-b659-c8cf36a79ea1,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:25.347804 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 34848) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:25.375704 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7913395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30433'] for router (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.382962 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] Publish callbacks [] for router_controller (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.409995 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-dfaabe8e-8910-4e03-ad2d-f254d22a0a6e admin admin] Publish callbacks [] for security_group (5d95480d-7e3f-4327-b659-c8cf36a79ea1), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.447625 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-dfaabe8e-8910-4e03-ad2d-f254d22a0a6e admin admin] Publish callbacks [] for security_group (5d95480d-7e3f-4327-b659-c8cf36a79ea1), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.478456 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7913384'] for router (63ed9f5f-9e7b-4716-9882-c7d3a6734ea0), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.479288 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 05:07:25.487099 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.490822 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-fca23c80-7136-4bd1-8a4b-8263391377c9 admin admin] 10.222.0.27 "DELETE /v2.0/routers/63ed9f5f-9e7b-4716-9882-c7d3a6734ea0 HTTP/1.1" status: 204 len: 168 time: 1.4194260 Sep 27 05:07:25.491086 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34852) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:25.510874 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 218d4db7-3a55-4ec2-8a40-80e383bd48ba no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:07:25.539418 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-dfaabe8e-8910-4e03-ad2d-f254d22a0a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (5d95480d-7e3f-4327-b659-c8cf36a79ea1), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.542183 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-dfaabe8e-8910-4e03-ad2d-f254d22a0a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.543506 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-dfaabe8e-8910-4e03-ad2d-f254d22a0a6e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5d95480d-7e3f-4327-b659-c8cf36a79ea1 HTTP/1.1" status: 204 len: 168 time: 0.1938777 Sep 27 05:07:25.554990 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-918d9853-5a30-4c00-84cd-9d9ae1047d5d admin admin] Deleting subnet 9e097823-8135-4934-8980-f98e4e39413a {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:07:25.558794 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaabe8e-8910-4e03-ad2d-f254d22a0a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d95480d-7e3f-4327-b659-c8cf36a79ea1,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:25.559401 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-918d9853-5a30-4c00-84cd-9d9ae1047d5d admin admin] Publish callbacks [] for subnet (9e097823-8135-4934-8980-f98e4e39413a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.565725 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 218d4db7-3a55-4ec2-8a40-80e383bd48ba {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:07:25.566434 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 218d4db7-3a55-4ec2-8a40-80e383bd48ba not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:07:25.605187 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-918d9853-5a30-4c00-84cd-9d9ae1047d5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352960'] for subnet (9e097823-8135-4934-8980-f98e4e39413a), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.733644 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-918d9853-5a30-4c00-84cd-9d9ae1047d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (9e097823-8135-4934-8980-f98e4e39413a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.799122 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-918d9853-5a30-4c00-84cd-9d9ae1047d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6109187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5739686'] for subnet (9e097823-8135-4934-8980-f98e4e39413a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.833097 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d9853-5a30-4c00-84cd-9d9ae1047d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e097823-8135-4934-8980-f98e4e39413a,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:25.835397 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-918d9853-5a30-4c00-84cd-9d9ae1047d5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:25.841686 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-918d9853-5a30-4c00-84cd-9d9ae1047d5d admin admin] 10.222.0.27 "DELETE /v2.0/subnets/9e097823-8135-4934-8980-f98e4e39413a HTTP/1.1" status: 204 len: 168 time: 0.3439312 Sep 27 05:07:25.842229 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 34862) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:25.850464 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d31d58f-3c7c-4828-930f-584bb89725a3 None None] Network 0eff495f-803a-4ad4-9e6c-6f563246889e requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:07:25.968557 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (0eff495f-803a-4ad4-9e6c-6f563246889e), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:26.060471 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] Deleting port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:07:26.060827 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (7f2e5096-49ab-4e2b-ba08-73c63219d4f9), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:26.092403 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] DHCP port deletion for 0eff495f-803a-4ad4-9e6c-6f563246889e request from dv-cinder-858463-2-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 27 05:07:26.166761 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Deleting port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:07:26.167213 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (7f2e5096-49ab-4e2b-ba08-73c63219d4f9), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:26.181364 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] For port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=7f2e5096-49ab-4e2b-ba08-73c63219d4f9,segment=NetworkSegment(5078e6a4-2fab-4e17-a537-504e19ba4c66),segment_id=5078e6a4-2fab-4e17-a537-504e19ba4c66)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:07:26.181732 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (7f2e5096-49ab-4e2b-ba08-73c63219d4f9), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:26.193214 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:07:26.209265 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] Calling delete_port for 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:07:26.279898 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] For port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=7f2e5096-49ab-4e2b-ba08-73c63219d4f9,segment=NetworkSegment(5078e6a4-2fab-4e17-a537-504e19ba4c66),segment_id=5078e6a4-2fab-4e17-a537-504e19ba4c66)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:07:26.280702 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (7f2e5096-49ab-4e2b-ba08-73c63219d4f9), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:26.308094 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Calling delete_port for 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:07:26.368906 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b8134-f0f7-4a95-98a7-1e1800c7b5be req-3c45e5a6-bb1b-4eea-846c-90bf58c534a6 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:26.370438 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f11b8134-f0f7-4a95-98a7-1e1800c7b5be req-3c45e5a6-bb1b-4eea-846c-90bf58c534a6 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.1031244 Sep 27 05:07:26.389853 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (7f2e5096-49ab-4e2b-ba08-73c63219d4f9), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:26.456197 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2e5096-49ab-4e2b-ba08-73c63219d4f9,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:26.482203 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] No DVR routers for this DVR port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 on host dv-cinder-858463-2-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:07:26.556618 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683'] for port (7f2e5096-49ab-4e2b-ba08-73c63219d4f9), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:26.587728 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Pushing event deleted for resources: {'Port': ['ID=7f2e5096-49ab-4e2b-ba08-73c63219d4f9,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:26.606061 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] No DVR routers for this DVR port 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 on host dv-cinder-858463-2-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:07:26.609117 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:26.609650 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:26.610303 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:26.610920 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:26.611483 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:26.612053 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:26.612712 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:26.613302 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:26.613968 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:26.614542 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:26.615261 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:26.615818 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:26.616364 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e2546-f0e0-4239-bb17-0d13802b2a7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:26.618623 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f11b8134-f0f7-4a95-98a7-1e1800c7b5be req-5d47ae7d-7fae-4deb-857e-b013c015ea42 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400231 Sep 27 05:07:26.641164 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (0eff495f-803a-4ad4-9e6c-6f563246889e), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:26.668315 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eff495f-803a-4ad4-9e6c-6f563246889e']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:26.686114 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5078e6a4-2fab-4e17-a537-504e19ba4c66') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:26.686800 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5078e6a4-2fab-4e17-a537-504e19ba4c66') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:26.697970 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639132'] for segment (5078e6a4-2fab-4e17-a537-504e19ba4c66), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:26.714601 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (5078e6a4-2fab-4e17-a537-504e19ba4c66), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:26.721831 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:07:26.722423 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5949782'] for segment (5078e6a4-2fab-4e17-a537-504e19ba4c66), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:26.811046 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (0eff495f-803a-4ad4-9e6c-6f563246889e), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:26.816929 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:26.820882 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] 10.222.0.27 "DELETE /v2.0/networks/0eff495f-803a-4ad4-9e6c-6f563246889e HTTP/1.1" status: 204 len: 168 time: 0.9774935 Sep 27 05:07:26.838332 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03988c3-701d-4336-8b5b-14eff96257b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eff495f-803a-4ad4-9e6c-6f563246889e,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:26.852559 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 5078e6a4-2fab-4e17-a537-504e19ba4c66 resource provider aggregate not found Sep 27 05:07:26.877884 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 5078e6a4-2fab-4e17-a537-504e19ba4c66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5078e6a4-2fab-4e17-a537-504e19ba4c66 found for delete ", "request_id": "req-e157eae0-2819-41e7-9ae2-429a0f025f61"}]} Sep 27 05:07:27.123778 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 34942) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:27.181868 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7fee7c75-3610-4042-bb09-91ecdd090ecb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=87b71717e9a341c285b3c63925612c77&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0567634 Sep 27 05:07:27.184774 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 34946) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:27.253922 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f232f8bd-e28c-4cdb-8b08-bc7dbc17c681 admin admin] Publish callbacks [] for security_group (613145d4-9302-4b38-b895-3c47a1d42daa), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:27.283823 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f232f8bd-e28c-4cdb-8b08-bc7dbc17c681 admin admin] Publish callbacks [] for security_group (613145d4-9302-4b38-b895-3c47a1d42daa), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:27.364437 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f232f8bd-e28c-4cdb-8b08-bc7dbc17c681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (613145d4-9302-4b38-b895-3c47a1d42daa), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:27.367270 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f232f8bd-e28c-4cdb-8b08-bc7dbc17c681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:27.369532 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f232f8bd-e28c-4cdb-8b08-bc7dbc17c681 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/613145d4-9302-4b38-b895-3c47a1d42daa HTTP/1.1" status: 204 len: 168 time: 0.1825693 Sep 27 05:07:27.386022 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232f8bd-e28c-4cdb-8b08-bc7dbc17c681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613145d4-9302-4b38-b895-3c47a1d42daa,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:27.389691 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:07:27.423050 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:07:27.424106 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 7f2e5096-49ab-4e2b-ba08-73c63219d4f9 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:07:27.424815 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 4bb07d26-b1bc-47eb-afdc-38739384a6c3 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:07:27.479540 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 4bb07d26-b1bc-47eb-afdc-38739384a6c3 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:07:27.480056 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 4bb07d26-b1bc-47eb-afdc-38739384a6c3 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:07:27.656040 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f732e-2809-431d-a898-1430e7728a8c req-48aa2872-8c5f-4470-9830-dde8b2b86788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:27.657594 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7a4f732e-2809-431d-a898-1430e7728a8c req-48aa2872-8c5f-4470-9830-dde8b2b86788 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 1130 time: 0.0510623 Sep 27 05:07:27.715135 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7a4f732e-2809-431d-a898-1430e7728a8c req-17d4560e-1fb1-438a-8aad-9484baf91acc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493591 Sep 27 05:07:27.794233 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c647a-3ed2-40b5-a330-5676b73732bc req-01f9cdeb-8d6b-4ac5-ab6c-2bc3f4267c21 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:27.795705 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a49c647a-3ed2-40b5-a330-5676b73732bc req-01f9cdeb-8d6b-4ac5-ab6c-2bc3f4267c21 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0742664 Sep 27 05:07:27.846123 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a49c647a-3ed2-40b5-a330-5676b73732bc req-e7551472-02f7-48a7-b23c-7085939eef49 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447390 Sep 27 05:07:28.326590 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 35014) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:28.456370 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-network', 'tenant_id': 'b8550668d08c4227904042b8a49bc261'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:28.483628 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] Made reservation on behalf of b8550668d08c4227904042b8a49bc261 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:07:28.486847 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:28.496060 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:28.610263 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] Publish callbacks [] for security_group (820bd218-51f0-412b-a413-a11c2e1cdc6b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:28.616520 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (820bd218-51f0-412b-a413-a11c2e1cdc6b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:28.646706 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:07:28.667718 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820bd218-51f0-412b-a413-a11c2e1cdc6b,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:28.684835 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (aa42169b-dbbd-42d5-b81d-013037a32353), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:28.685597 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] Added segment aa42169b-dbbd-42d5-b81d-013037a32353 of type vlan for network 68f55e36-d9fc-4a97-965b-697b60bb0317 Sep 27 05:07:28.757619 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (68f55e36-d9fc-4a97-965b-697b60bb0317), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:28.805104 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (68f55e36-d9fc-4a97-965b-697b60bb0317), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:28.805104 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:28.805104 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:28.877566 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5498743 Sep 27 05:07:28.881524 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 35040) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:28.887614 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-a8a59b0d-8624-4ae6-8574-d81dc6c2d84f admin admin] Request body: {'subnet': {'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-subnet', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:28.893754 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb83699-2ce2-46c7-9275-9f413c988f6e admin admin] Pushing event updated for resources: {'Network': ['ID=68f55e36-d9fc-4a97-965b-697b60bb0317,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:28.910256 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network 68f55e36-d9fc-4a97-965b-697b60bb0317 details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:07:28.918874 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a59b0d-8624-4ae6-8574-d81dc6c2d84f admin admin] Made reservation on behalf of b8550668d08c4227904042b8a49bc261 for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:07:28.921255 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a8a59b0d-8624-4ae6-8574-d81dc6c2d84f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5312853'] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:29.045787 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cac45a-fa6d-4da4-a715-abdb3637a589 req-b008ff57-ae7a-409d-86ec-6cf92b6642e1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:29.047382 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-87cac45a-fa6d-4da4-a715-abdb3637a589 req-b008ff57-ae7a-409d-86ec-6cf92b6642e1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0864246 Sep 27 05:07:29.131905 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-87cac45a-fa6d-4da4-a715-abdb3637a589 req-40378e08-b63e-40e7-a31d-638d0c259200 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771401 Sep 27 05:07:29.180134 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a8a59b0d-8624-4ae6-8574-d81dc6c2d84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5961515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5312839'] for subnet (2296294a-06a0-47d1-88b5-ab865bff1c05), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:29.258204 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a59b0d-8624-4ae6-8574-d81dc6c2d84f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2296294a-06a0-47d1-88b5-ab865bff1c05,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:29.278845 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a59b0d-8624-4ae6-8574-d81dc6c2d84f admin admin] Checking segment: {'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:07:29.279206 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a59b0d-8624-4ae6-8574-d81dc6c2d84f admin admin] Network hostable DHCP agents. Network: 68f55e36-d9fc-4a97-965b-697b60bb0317, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:07:29.305408 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe1ab7-2149-4017-98b6-ae8a567b718b req-758a9954-7698-4177-a4bd-939630ba2b05 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:29.306897 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-16fe1ab7-2149-4017-98b6-ae8a567b718b req-758a9954-7698-4177-a4bd-939630ba2b05 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0909123 Sep 27 05:07:29.311634 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a59b0d-8624-4ae6-8574-d81dc6c2d84f admin admin] Network 68f55e36-d9fc-4a97-965b-697b60bb0317 is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:07:29.330721 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-a8a59b0d-8624-4ae6-8574-d81dc6c2d84f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, 68f55e36-d9fc-4a97-965b-697b60bb0317) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:07:29.336755 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a59b0d-8624-4ae6-8574-d81dc6c2d84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:29.337374 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a8a59b0d-8624-4ae6-8574-d81dc6c2d84f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:29.342462 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e6062a-d92f-4870-aec6-a5f9bc0ff587 None None] Network 68f55e36-d9fc-4a97-965b-697b60bb0317 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:07:29.363033 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a8a59b0d-8624-4ae6-8574-d81dc6c2d84f admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4798152 Sep 27 05:07:29.366330 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 35044) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:29.371184 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:29.375734 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-16fe1ab7-2149-4017-98b6-ae8a567b718b req-35b1da84-4e56-4bb2-8688-83f118ca229d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617220 Sep 27 05:07:29.398956 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30415'] for router (764a60f9-2981-423b-a91a-2573cc9cee8d), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:29.400058 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7911021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7911823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7965208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30456'] for router (764a60f9-2981-423b-a91a-2573cc9cee8d), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:29.452977 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cd8c3b0-7956-5b2d-987d-d9256dbf3db7-68f55e36-d9fc-4a97-965b-697b60bb0317', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'project_id': 'b8550668d08c4227904042b8a49bc261', 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05'}]}} from dv-cinder-858463-2-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 27 05:07:29.453851 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:29.468757 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Publish callbacks [] for router_controller (764a60f9-2981-423b-a91a-2573cc9cee8d), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:29.633125 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Allocated IP 172.20.0.2 (68f55e36-d9fc-4a97-965b-697b60bb0317/2296294a-06a0-47d1-88b5-ab865bff1c05/2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:07:29.658015 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Publish callbacks [] for router_gateway (764a60f9-2981-423b-a91a-2573cc9cee8d), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:29.843676 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 35072) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:29.958018 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Publish callbacks [] for port (2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:29.969990 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.020023 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Network 68f55e36-d9fc-4a97-965b-697b60bb0317 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:07:30.023054 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:07:30.029895 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:07:30.037684 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Pushing event updated for resources: {'Port': ['ID=2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:30.103032 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e548ab9e-aec1-4219-84a2-4ceef69e150e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.110318 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Publish callbacks [] for router_gateway (764a60f9-2981-423b-a91a-2573cc9cee8d), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.123850 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Attempting to bind port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:07:30.124379 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Attempting to bind port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:07:30.124964 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Attempting to bind port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb on network 68f55e36-d9fc-4a97-965b-697b60bb0317 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:07:30.132683 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:07:30.133200 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Checking segment: {'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:07:30.133822 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.134325 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Bound using segment: {'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:07:30.134897 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Bound port: 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:07:30.135376 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.138619 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.210762 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] For port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:07:30.215027 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] For port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:07:30.222212 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.230451 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e548ab9e-aec1-4219-84a2-4ceef69e150e admin admin] Publish callbacks [] for security_group (01736f59-0449-428f-8f49-e0b51a77852b), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.235770 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e548ab9e-aec1-4219-84a2-4ceef69e150e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (01736f59-0449-428f-8f49-e0b51a77852b), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.277876 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Allocated IP 172.27.1.148 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/e5d215bc-bf4c-4b92-9260-809290ea9294) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:07:30.292563 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e548ab9e-aec1-4219-84a2-4ceef69e150e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=17a3c669bab54e14864dab82f15213d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4427092 Sep 27 05:07:30.296279 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 35092) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:30.306222 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc745c4-5f73-42be-a161-4169b6d6970a None None] Pushing event updated for resources: {'Port': ['ID=2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:30.333365 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548ab9e-aec1-4219-84a2-4ceef69e150e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01736f59-0449-428f-8f49-e0b51a77852b,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:30.385721 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5e4c09f0-45c9-4591-8ff2-4b92dbf3b076 admin admin] Publish callbacks [] for security_group (01736f59-0449-428f-8f49-e0b51a77852b), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.414228 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5e4c09f0-45c9-4591-8ff2-4b92dbf3b076 admin admin] Publish callbacks [] for security_group (01736f59-0449-428f-8f49-e0b51a77852b), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.419132 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Publish callbacks [] for port (e5d215bc-bf4c-4b92-9260-809290ea9294), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.471066 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (e5d215bc-bf4c-4b92-9260-809290ea9294), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.496435 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5e4c09f0-45c9-4591-8ff2-4b92dbf3b076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (01736f59-0449-428f-8f49-e0b51a77852b), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.503372 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5e4c09f0-45c9-4591-8ff2-4b92dbf3b076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.505606 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-5e4c09f0-45c9-4591-8ff2-4b92dbf3b076 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/01736f59-0449-428f-8f49-e0b51a77852b HTTP/1.1" status: 204 len: 168 time: 0.2079227 Sep 27 05:07:30.529397 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c09f0-45c9-4591-8ff2-4b92dbf3b076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01736f59-0449-428f-8f49-e0b51a77852b,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:30.531890 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:07:30.535701 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:07:30.557637 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:07:30.600836 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=e5d215bc-bf4c-4b92-9260-809290ea9294,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:30.874546 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Publish callbacks [] for router_gateway (764a60f9-2981-423b-a91a-2573cc9cee8d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:30.914319 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 35106) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:30.938213 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d963d993-c8ad-4f9c-8c85-61821eb3789b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:31.114369 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d963d993-c8ad-4f9c-8c85-61821eb3789b admin admin] Publish callbacks [] for security_group (fbb76169-c3a9-4469-add1-332730772067), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:31.120843 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d963d993-c8ad-4f9c-8c85-61821eb3789b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (fbb76169-c3a9-4469-add1-332730772067), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:31.215940 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963d993-c8ad-4f9c-8c85-61821eb3789b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb76169-c3a9-4469-add1-332730772067,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:31.273805 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d963d993-c8ad-4f9c-8c85-61821eb3789b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9290345adf464329be6783c94197ee4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3583746 Sep 27 05:07:31.276784 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 35126) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:31.372587 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 35130) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:31.470159 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e94b36eb-aaa1-4722-82c4-883aeb0d0e12 admin admin] Publish callbacks [] for security_group (fbb76169-c3a9-4469-add1-332730772067), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:31.528648 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:07:31.638195 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7911010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7911904'] for router (764a60f9-2981-423b-a91a-2573cc9cee8d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:31.640432 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-572b4224-69e0-4533-991a-e79e5a3017dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:31.651311 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e94b36eb-aaa1-4722-82c4-883aeb0d0e12 admin admin] Publish callbacks [] for security_group (fbb76169-c3a9-4469-add1-332730772067), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:31.700361 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:07:31.701047 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:31.701548 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb Sep 27 05:07:31.747906 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc700e4-f6c3-4fe5-95c4-e48c73246f17 req-6d35ea3a-7b11-4537-bea2-81b1b9fccd0c tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:31.749477 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4dc700e4-f6c3-4fe5-95c4-e48c73246f17 req-6d35ea3a-7b11-4537-bea2-81b1b9fccd0c tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.2719488 Sep 27 05:07:31.753631 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2843ce-5362-4ce1-9d37-eed7a867f0fa req-8126c460-1664-432e-afd4-697ae94f6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:31.756472 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d2843ce-5362-4ce1-9d37-eed7a867f0fa req-8126c460-1664-432e-afd4-697ae94f6180 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 1129 time: 0.3726306 Sep 27 05:07:31.818386 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:07:31.819135 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:31.874525 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cdfbf0-c6ea-4c72-945a-1c7822bc6970 None None] Network 68f55e36-d9fc-4a97-965b-697b60bb0317 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:07:31.877326 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e94b36eb-aaa1-4722-82c4-883aeb0d0e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (fbb76169-c3a9-4469-add1-332730772067), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:31.880871 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e94b36eb-aaa1-4722-82c4-883aeb0d0e12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:31.882066 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e94b36eb-aaa1-4722-82c4-883aeb0d0e12 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fbb76169-c3a9-4469-add1-332730772067 HTTP/1.1" status: 204 len: 168 time: 0.6040859 Sep 27 05:07:31.901344 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:07:31.903492 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Router 764a60f9-2981-423b-a91a-2573cc9cee8d is scheduled to L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 05:07:31.911353 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-572b4224-69e0-4533-991a-e79e5a3017dd admin admin] Publish callbacks [] for security_group (643990ae-0974-4f15-b52d-d0c9c5d93f25), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:31.929168 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b36eb-aaa1-4722-82c4-883aeb0d0e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb76169-c3a9-4469-add1-332730772067,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:31.945822 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4dc700e4-f6c3-4fe5-95c4-e48c73246f17 req-9f1fffde-40c6-4506-bec4-a06bd5ece8aa tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822083 Sep 27 05:07:31.968913 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2843ce-5362-4ce1-9d37-eed7a867f0fa req-eaa1c3f7-2573-47f7-a541-8fb5a5f1d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:31.968913 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d2843ce-5362-4ce1-9d37-eed7a867f0fa req-eaa1c3f7-2573-47f7-a541-8fb5a5f1d89b service neutron] 10.222.0.49 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 920 time: 0.1999910 Sep 27 05:07:31.979162 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:32.035900 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-85383c86-5d25-45ea-836f-680a5bb9b654 None None] Provisioning complete for port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:07:32.036314 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-85383c86-5d25-45ea-836f-680a5bb9b654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:32.036821 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-85383c86-5d25-45ea-836f-680a5bb9b654 None None] Attempt 1 to provision port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb Sep 27 05:07:32.037865 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-572b4224-69e0-4533-991a-e79e5a3017dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (643990ae-0974-4f15-b52d-d0c9c5d93f25), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:32.043399 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:07:32.067603 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Sync routers for ids ['764a60f9-2981-423b-a91a-2573cc9cee8d'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:07:32.090561 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b4224-69e0-4533-991a-e79e5a3017dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643990ae-0974-4f15-b52d-d0c9c5d93f25,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:32.092529 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d2843ce-5362-4ce1-9d37-eed7a867f0fa req-3d18bd63-d55a-4504-b495-d017d5e55004 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=001b8ab8-3135-4c20-bac0-a1f396fbb065 HTTP/1.1" status: 200 len: 217 time: 0.1116078 Sep 27 05:07:32.101196 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-572b4224-69e0-4533-991a-e79e5a3017dd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dcb4b76068524e6e98b7a9873dee6838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7251618 Sep 27 05:07:32.101547 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 35144) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:32.109921 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:32.114153 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-841e5a2f-7612-4ea3-a489-7a110ba74fd1 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7435515 Sep 27 05:07:32.114612 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 35146) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:32.175523 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2843ce-5362-4ce1-9d37-eed7a867f0fa req-7732aaa8-a69b-4508-a7f6-ff3bcf0b69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:32.177540 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d2843ce-5362-4ce1-9d37-eed7a867f0fa req-7732aaa8-a69b-4508-a7f6-ff3bcf0b69f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 200 len: 858 time: 0.0781868 Sep 27 05:07:32.247407 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a9b61745-f1d1-473d-8863-3a2531c6ffa7 admin admin] Publish callbacks [] for security_group (643990ae-0974-4f15-b52d-d0c9c5d93f25), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:32.255501 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:32.268557 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2843ce-5362-4ce1-9d37-eed7a867f0fa req-e3cde16c-e26e-4f3b-b61e-a722f7332872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:32.272229 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d2843ce-5362-4ce1-9d37-eed7a867f0fa req-e3cde16c-e26e-4f3b-b61e-a722f7332872 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4442df01-63e0-4b38-b6ea-c622548962d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868688 Sep 27 05:07:32.275886 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Routers {'764a60f9-2981-423b-a91a-2573cc9cee8d'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:07:32.276527 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:07:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['764a60f9-2981-423b-a91a-2573cc9cee8d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:32.313154 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a9b61745-f1d1-473d-8863-3a2531c6ffa7 admin admin] Publish callbacks [] for security_group (643990ae-0974-4f15-b52d-d0c9c5d93f25), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:32.354223 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 35148) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:32.376641 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c931a8b0-b7ab-4cc7-bb70-412a3436d6e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:32.424211 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-85383c86-5d25-45ea-836f-680a5bb9b654 None None] Current status of the port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:07:32.429717 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Set router 764a60f9-2981-423b-a91a-2573cc9cee8d gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:07:32.435797 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d2843ce-5362-4ce1-9d37-eed7a867f0fa req-d3ca5043-f541-4ab2-9827-e72200bd8d6f service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565893 Sep 27 05:07:32.440641 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a9b61745-f1d1-473d-8863-3a2531c6ffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (643990ae-0974-4f15-b52d-d0c9c5d93f25), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:32.443724 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a9b61745-f1d1-473d-8863-3a2531c6ffa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:32.447311 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a9b61745-f1d1-473d-8863-3a2531c6ffa7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/643990ae-0974-4f15-b52d-d0c9c5d93f25 HTTP/1.1" status: 204 len: 168 time: 0.3424563 Sep 27 05:07:32.459311 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b61745-f1d1-473d-8863-3a2531c6ffa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643990ae-0974-4f15-b52d-d0c9c5d93f25,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:32.640074 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d2843ce-5362-4ce1-9d37-eed7a867f0fa req-132e4af3-7577-42ed-8712-b9f7e6f9767f service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972873 Sep 27 05:07:32.651198 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c931a8b0-b7ab-4cc7-bb70-412a3436d6e1 admin admin] Publish callbacks [] for security_group (595f2dba-90bb-4080-8328-7ad262b61fd8), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:32.656156 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c931a8b0-b7ab-4cc7-bb70-412a3436d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (595f2dba-90bb-4080-8328-7ad262b61fd8), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:32.734147 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c931a8b0-b7ab-4cc7-bb70-412a3436d6e1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=36a657d26e904eda8c2ca25a15318510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788695 Sep 27 05:07:32.735068 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931a8b0-b7ab-4cc7-bb70-412a3436d6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595f2dba-90bb-4080-8328-7ad262b61fd8,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:32.737041 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 35158) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:32.773518 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:32.786415 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-29fe913a-acce-464a-8dd3-622bdf70fb66 None None] Provisioning complete for port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:07:32.787352 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-29fe913a-acce-464a-8dd3-622bdf70fb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:32.787713 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-29fe913a-acce-464a-8dd3-622bdf70fb66 None None] Attempt 1 to provision port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb Sep 27 05:07:32.824015 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bf0d84a3-0b9f-45ae-a4ef-18c8eb150e67 admin admin] Publish callbacks [] for security_group (595f2dba-90bb-4080-8328-7ad262b61fd8), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:32.835883 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:30Z', 'revision_number': 3, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:32.874157 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Checking router: 764a60f9-2981-423b-a91a-2573cc9cee8d for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:07:32.874522 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Updating router 764a60f9-2981-423b-a91a-2573cc9cee8d port e5d215bc-bf4c-4b92-9260-809290ea9294 binding host dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:07:32.882134 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bf0d84a3-0b9f-45ae-a4ef-18c8eb150e67 admin admin] Publish callbacks [] for security_group (595f2dba-90bb-4080-8328-7ad262b61fd8), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:33.011946 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-29fe913a-acce-464a-8dd3-622bdf70fb66 None None] Current status of the port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:07:33.023482 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (e5d215bc-bf4c-4b92-9260-809290ea9294), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:33.072290 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bf0d84a3-0b9f-45ae-a4ef-18c8eb150e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (595f2dba-90bb-4080-8328-7ad262b61fd8), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:33.075264 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bf0d84a3-0b9f-45ae-a4ef-18c8eb150e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:33.076654 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-bf0d84a3-0b9f-45ae-a4ef-18c8eb150e67 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/595f2dba-90bb-4080-8328-7ad262b61fd8 HTTP/1.1" status: 204 len: 168 time: 0.3387508 Sep 27 05:07:33.087280 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Allocated IP 172.20.0.1 (68f55e36-d9fc-4a97-965b-697b60bb0317/2296294a-06a0-47d1-88b5-ab865bff1c05/d53f00f7-3461-4e6e-9634-d937b3504fd0) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:07:33.096936 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d84a3-0b9f-45ae-a4ef-18c8eb150e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595f2dba-90bb-4080-8328-7ad262b61fd8,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:33.160229 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1152de9-8fb7-448c-9be6-fdba468615ab req-05efbc50-ee21-4d76-9a97-aee0b703223f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:33.163789 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e1152de9-8fb7-448c-9be6-fdba468615ab req-05efbc50-ee21-4d76-9a97-aee0b703223f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.1056457 Sep 27 05:07:33.315520 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Publish callbacks [] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:33.341049 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e1152de9-8fb7-448c-9be6-fdba468615ab req-4ad78caa-a650-4d94-ab83-918753603f2c tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712351 Sep 27 05:07:33.411741 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:33.450447 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:07:33.477986 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Pushing event updated for resources: {'Port': ['ID=d53f00f7-3461-4e6e-9634-d937b3504fd0,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:33.489027 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Network 68f55e36-d9fc-4a97-965b-697b60bb0317 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:07:33.491531 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:07:33.495611 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:07:33.580932 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912591'] for router_interface (764a60f9-2981-423b-a91a-2573cc9cee8d), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:33.666650 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:07:33.667067 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:33.667590 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb Sep 27 05:07:33.748097 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Publish callbacks [] for port (e5d215bc-bf4c-4b92-9260-809290ea9294), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:33.766492 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (e5d215bc-bf4c-4b92-9260-809290ea9294), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:33.809382 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Attempting to bind port e5d215bc-bf4c-4b92-9260-809290ea9294 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:07:33.810024 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Attempting to bind port e5d215bc-bf4c-4b92-9260-809290ea9294 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:07:33.810336 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Attempting to bind port e5d215bc-bf4c-4b92-9260-809290ea9294 on network 567d47fc-aabf-4674-8921-5604d2739763 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:07:33.820114 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:07:33.820601 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Checking segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:07:33.821122 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:33.821783 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Bound using segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:07:33.822379 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Bound port: e5d215bc-bf4c-4b92-9260-809290ea9294, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:07:33.822867 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (e5d215bc-bf4c-4b92-9260-809290ea9294), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:33.852408 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:33.892477 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d01c1b-6525-4f53-b7f2-a5efb7a86a31 None None] Pushing event updated for resources: {'Port': ['ID=e5d215bc-bf4c-4b92-9260-809290ea9294,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:33.921940 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:07:33.931851 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] For port e5d215bc-bf4c-4b92-9260-809290ea9294, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:07:33.936340 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] For port e5d215bc-bf4c-4b92-9260-809290ea9294, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=e5d215bc-bf4c-4b92-9260-809290ea9294,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:07:33.947861 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (e5d215bc-bf4c-4b92-9260-809290ea9294), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:33.987208 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Routers {'764a60f9-2981-423b-a91a-2573cc9cee8d'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:07:33.987864 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:07:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['764a60f9-2981-423b-a91a-2573cc9cee8d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:34.037486 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Provisioning complete for port d53f00f7-3461-4e6e-9634-d937b3504fd0 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:07:34.037869 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:34.038216 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Attempt 1 to provision port d53f00f7-3461-4e6e-9634-d937b3504fd0 Sep 27 05:07:34.065636 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Publish callbacks [] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:34.073180 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:34.122493 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d01c1b-6525-4f53-b7f2-a5efb7a86a31 None None] Pushing event updated for resources: {'Port': ['ID=e5d215bc-bf4c-4b92-9260-809290ea9294,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:34.127715 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Port d53f00f7-3461-4e6e-9634-d937b3504fd0 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:07:34.149077 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] Set router 764a60f9-2981-423b-a91a-2573cc9cee8d gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:07:34.174533 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Pushing event updated for resources: {'Port': ['ID=d53f00f7-3461-4e6e-9634-d937b3504fd0,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:34.181187 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7912483'] for router_interface (764a60f9-2981-423b-a91a-2573cc9cee8d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:34.299116 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Network 68f55e36-d9fc-4a97-965b-697b60bb0317 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:07:34.305016 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:07:34.431442 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 1, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:34.463385 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1c461-b6ea-4353-b9e9-f9e2c5a07e0b None None] The sync data for ids ['764a60f9-2981-423b-a91a-2573cc9cee8d'] in dv-cinder-858463-2-iscsi is: [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 1, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:07:34.548782 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Router 764a60f9-2981-423b-a91a-2573cc9cee8d has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:07:34.569770 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb487da1-7215-4624-9533-8f3aa64b1b1f req-41a435c0-3a20-45df-9007-833026cfb010 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:34.571772 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bb487da1-7215-4624-9533-8f3aa64b1b1f req-41a435c0-3a20-45df-9007-833026cfb010 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.1071661 Sep 27 05:07:34.630322 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Attempt 2 to provision port d53f00f7-3461-4e6e-9634-d937b3504fd0 Sep 27 05:07:34.694714 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bb487da1-7215-4624-9533-8f3aa64b1b1f req-0f815ca2-a761-40f8-85e6-0509ad9af704 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168461 Sep 27 05:07:34.696048 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Port d53f00f7-3461-4e6e-9634-d937b3504fd0 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:07:34.899767 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:07:34.909514 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-001e6646-2b26-47e1-8a1f-8119c3e88874 admin admin] 10.222.0.27 "PUT /v2.0/routers/764a60f9-2981-423b-a91a-2573cc9cee8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7937422 Sep 27 05:07:35.197524 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Attempt 3 to provision port d53f00f7-3461-4e6e-9634-d937b3504fd0 Sep 27 05:07:35.226898 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 35244) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:35.231629 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-55f37b33-b685-464d-bed6-818ba29d41fd tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1543335482', 'description': 'tempest-description--978901716'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:35.233744 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Port d53f00f7-3461-4e6e-9634-d937b3504fd0 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:07:35.252017 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-55f37b33-b685-464d-bed6-818ba29d41fd tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:35.326387 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-55f37b33-b685-464d-bed6-818ba29d41fd tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group (4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:35.333126 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-55f37b33-b685-464d-bed6-818ba29d41fd tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:35.368400 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f37b33-b685-464d-bed6-818ba29d41fd tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:35.374644 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-55f37b33-b685-464d-bed6-818ba29d41fd tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:35.375864 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-55f37b33-b685-464d-bed6-818ba29d41fd tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1478813 Sep 27 05:07:35.379216 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 35246) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:35.384273 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-ad5ce526-9e2e-47f7-a9c6-9b858e84b00a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Request body: {'security_group_rule': {'security_group_id': '4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:35.417773 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad5ce526-9e2e-47f7-a9c6-9b858e84b00a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group_rule (3b87ae92-d688-4c25-a8da-beba4a0edb81), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:35.504144 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad5ce526-9e2e-47f7-a9c6-9b858e84b00a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group_rule (3b87ae92-d688-4c25-a8da-beba4a0edb81), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:35.508536 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad5ce526-9e2e-47f7-a9c6-9b858e84b00a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (3b87ae92-d688-4c25-a8da-beba4a0edb81), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:35.528908 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ce526-9e2e-47f7-a9c6-9b858e84b00a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b87ae92-d688-4c25-a8da-beba4a0edb81,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:35.544005 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad5ce526-9e2e-47f7-a9c6-9b858e84b00a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:35.548473 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 35252) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:35.549152 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ad5ce526-9e2e-47f7-a9c6-9b858e84b00a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648633 Sep 27 05:07:35.553859 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-191823a5-2baa-4001-ab5c-b247288d65c2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Request body: {'security_group_rule': {'security_group_id': '4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:35.578898 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-191823a5-2baa-4001-ab5c-b247288d65c2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group_rule (238d8041-1adf-410d-b0ed-7781a0c5f398), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:35.641130 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-191823a5-2baa-4001-ab5c-b247288d65c2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group_rule (238d8041-1adf-410d-b0ed-7781a0c5f398), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:35.646214 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-191823a5-2baa-4001-ab5c-b247288d65c2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (238d8041-1adf-410d-b0ed-7781a0c5f398), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:35.666001 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191823a5-2baa-4001-ab5c-b247288d65c2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238d8041-1adf-410d-b0ed-7781a0c5f398,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:35.671242 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-191823a5-2baa-4001-ab5c-b247288d65c2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:35.672439 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-191823a5-2baa-4001-ab5c-b247288d65c2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229110 Sep 27 05:07:35.677598 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 35256) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:35.682097 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Request body: {'floatingip': {'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:35.702840 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:35.735117 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Attempt 4 to provision port d53f00f7-3461-4e6e-9634-d937b3504fd0 Sep 27 05:07:35.781385 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Port d53f00f7-3461-4e6e-9634-d937b3504fd0 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:07:35.797947 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b04da671-06c7-46c4-99b8-78f6f93679db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:35.834082 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:35.912235 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816409a-db50-46dd-9eeb-9645f8418997 req-cb70bacc-ce29-4d6f-aa88-041453cbf7d5 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:35.913799 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3816409a-db50-46dd-9eeb-9645f8418997 req-cb70bacc-ce29-4d6f-aa88-041453cbf7d5 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.1106884 Sep 27 05:07:35.990362 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Allocated IP 172.27.1.61 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/2327a428-2275-4b0c-81f5-57945c90bc23) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:07:36.011408 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3816409a-db50-46dd-9eeb-9645f8418997 req-b5360c78-a28e-48e9-bba9-8e7a2a8c5731 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736883 Sep 27 05:07:36.107338 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for port (2327a428-2275-4b0c-81f5-57945c90bc23), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:36.138806 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (2327a428-2275-4b0c-81f5-57945c90bc23), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:36.176468 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:07:36.179329 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:07:36.185416 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:07:36.207712 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event updated for resources: {'Port': ['ID=2327a428-2275-4b0c-81f5-57945c90bc23,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:36.271573 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for floatingip (50f4da43-ef0d-4edc-849f-102947cb4116), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:36.282785 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Attempt 5 to provision port d53f00f7-3461-4e6e-9634-d937b3504fd0 Sep 27 05:07:36.311977 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (2327a428-2275-4b0c-81f5-57945c90bc23), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:36.315418 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Port d53f00f7-3461-4e6e-9634-d937b3504fd0 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:07:36.461665 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for port (2327a428-2275-4b0c-81f5-57945c90bc23), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:36.467238 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (2327a428-2275-4b0c-81f5-57945c90bc23), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:36.535490 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event updated for resources: {'Port': ['ID=2327a428-2275-4b0c-81f5-57945c90bc23,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:36.537997 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (50f4da43-ef0d-4edc-849f-102947cb4116), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:36.553337 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:36.554575 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7022046a-ac39-41df-a41f-b1f457362007 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8759959 Sep 27 05:07:36.705293 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-66d43eb4-cb3d-462a-ae68-8fff3e86f89e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1543335482&fields=id&tenant_id=b8550668d08c4227904042b8a49bc261 HTTP/1.1" status: 200 len: 267 time: 0.0442071 Sep 27 05:07:36.798483 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Sync routers for ids ['764a60f9-2981-423b-a91a-2573cc9cee8d'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:07:36.809808 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Routers {'764a60f9-2981-423b-a91a-2573cc9cee8d'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:07:36.810416 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:07:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['764a60f9-2981-423b-a91a-2573cc9cee8d'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:36.817718 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Attempt 6 to provision port d53f00f7-3461-4e6e-9634-d937b3504fd0 Sep 27 05:07:36.820985 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64954280-8eb4-4a40-a442-423f042ce4fb req-91080679-98f3-4150-8245-673217837ba8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:36.822511 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-91080679-98f3-4150-8245-673217837ba8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/networks?id=68f55e36-d9fc-4a97-965b-697b60bb0317 HTTP/1.1" status: 200 len: 817 time: 0.1106329 Sep 27 05:07:36.840223 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-7633dd0d-fad4-4899-8a29-32e3229ab324 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/quotas/b8550668d08c4227904042b8a49bc261 HTTP/1.1" status: 200 len: 375 time: 0.0123982 Sep 27 05:07:36.851935 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Port d53f00f7-3461-4e6e-9634-d937b3504fd0 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:07:36.898616 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-31a6aa7f-1a0c-4bca-a4b5-ac9034ec6990 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=b8550668d08c4227904042b8a49bc261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524418 Sep 27 05:07:36.919724 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Set router 764a60f9-2981-423b-a91a-2573cc9cee8d gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:07:37.003007 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-46ff6a53-650f-4dc3-ba54-b795269f1db7 service neutron] 10.222.0.27 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924578 Sep 27 05:07:37.122656 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-ee40cde1-64a3-4a07-a0ee-b807276a673e service neutron] 10.222.0.27 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124263 Sep 27 05:07:37.134075 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 2, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:37.150791 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26bf69-fb70-4f33-a3db-b884e8f06310 req-c1a5e9bc-56ba-4b2f-bba8-fac2f322cddb tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:37.152428 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9c26bf69-fb70-4f33-a3db-b884e8f06310 req-c1a5e9bc-56ba-4b2f-bba8-fac2f322cddb tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0646541 Sep 27 05:07:37.159349 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Checking router: 764a60f9-2981-423b-a91a-2573cc9cee8d for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:07:37.159707 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Updating router 764a60f9-2981-423b-a91a-2573cc9cee8d port d53f00f7-3461-4e6e-9634-d937b3504fd0 binding host dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:07:37.189631 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:37.204759 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9c26bf69-fb70-4f33-a3db-b884e8f06310 req-5c22177c-79f9-43bc-be62-6288a436c6f8 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453148 Sep 27 05:07:37.335783 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4e2b58b6-abc5-4d59-b025-a8e97b269dca req-39f00727-d84e-4830-bc9f-343c8945bdde tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 210 time: 0.0458541 Sep 27 05:07:37.353578 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Attempt 7 to provision port d53f00f7-3461-4e6e-9634-d937b3504fd0 Sep 27 05:07:37.402957 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device e5d215bc-bf4c-4b92-9260-809290ea9294 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:07:37.441902 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Port d53f00f7-3461-4e6e-9634-d937b3504fd0 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:07:37.468463 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port e5d215bc-bf4c-4b92-9260-809290ea9294 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:07:37.469129 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (e5d215bc-bf4c-4b92-9260-809290ea9294), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:37.473729 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port e5d215bc-bf4c-4b92-9260-809290ea9294 Sep 27 05:07:37.478561 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Publish callbacks [] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:37.483409 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:37.571264 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port e5d215bc-bf4c-4b92-9260-809290ea9294 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:07:37.571732 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (e5d215bc-bf4c-4b92-9260-809290ea9294), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:37.574664 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53961042-56d2-450a-87d2-2631b85ea6ba None None] Pushing event updated for resources: {'Port': ['ID=d53f00f7-3461-4e6e-9634-d937b3504fd0,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:37.614021 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53961042-56d2-450a-87d2-2631b85ea6ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:37.614295 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port e5d215bc-bf4c-4b92-9260-809290ea9294, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=e5d215bc-bf4c-4b92-9260-809290ea9294,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:07:37.614476 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53961042-56d2-450a-87d2-2631b85ea6ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:37.614786 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53961042-56d2-450a-87d2-2631b85ea6ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:37.615169 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53961042-56d2-450a-87d2-2631b85ea6ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:37.615470 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53961042-56d2-450a-87d2-2631b85ea6ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:37.615803 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53961042-56d2-450a-87d2-2631b85ea6ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:37.616282 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53961042-56d2-450a-87d2-2631b85ea6ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:37.618395 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53961042-56d2-450a-87d2-2631b85ea6ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:37.618879 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53961042-56d2-450a-87d2-2631b85ea6ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:37.619247 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53961042-56d2-450a-87d2-2631b85ea6ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:37.619595 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53961042-56d2-450a-87d2-2631b85ea6ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:37.619959 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53961042-56d2-450a-87d2-2631b85ea6ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:37.620290 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53961042-56d2-450a-87d2-2631b85ea6ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:37.622215 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (e5d215bc-bf4c-4b92-9260-809290ea9294), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:37.656268 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Attempting to bind port d53f00f7-3461-4e6e-9634-d937b3504fd0 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:07:37.657046 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Attempting to bind port d53f00f7-3461-4e6e-9634-d937b3504fd0 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:07:37.657637 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Attempting to bind port d53f00f7-3461-4e6e-9634-d937b3504fd0 on network 68f55e36-d9fc-4a97-965b-697b60bb0317 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:07:37.675068 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:07:37.675982 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Checking segment: {'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:07:37.676840 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:37.683090 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Bound using segment: {'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:07:37.683726 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Bound port: d53f00f7-3461-4e6e-9634-d937b3504fd0, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:07:37.684197 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:37.688182 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=e5d215bc-bf4c-4b92-9260-809290ea9294,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:37.774650 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] For port d53f00f7-3461-4e6e-9634-d937b3504fd0, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:07:37.779039 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] For port d53f00f7-3461-4e6e-9634-d937b3504fd0, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=d53f00f7-3461-4e6e-9634-d937b3504fd0,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:07:37.788607 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:37.857799 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53961042-56d2-450a-87d2-2631b85ea6ba None None] Pushing event updated for resources: {'Port': ['ID=d53f00f7-3461-4e6e-9634-d937b3504fd0,revision_number=4']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:37.877964 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Routers {'764a60f9-2981-423b-a91a-2573cc9cee8d'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:07:37.879213 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:07:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['764a60f9-2981-423b-a91a-2573cc9cee8d'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:37.943058 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Attempt 8 to provision port d53f00f7-3461-4e6e-9634-d937b3504fd0 Sep 27 05:07:37.960604 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-a3294ef1-b54e-40a4-a862-d3e613b353c7 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=89ea28915f6a4a6ba8ed6b4fda932212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351489 Sep 27 05:07:38.104290 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] Set router 764a60f9-2981-423b-a91a-2573cc9cee8d gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:07:38.137528 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0fb40606-7800-4a0e-aecf-3479e60603c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:38.199755 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Current status of the port d53f00f7-3461-4e6e-9634-d937b3504fd0 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:07:38.200567 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:38.255648 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] For port d53f00f7-3461-4e6e-9634-d937b3504fd0, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=d53f00f7-3461-4e6e-9634-d937b3504fd0,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:07:38.261645 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:38.390319 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b2f5e-0d21-40ae-a853-8bb98467fa57 None None] Pushing event updated for resources: {'Port': ['ID=d53f00f7-3461-4e6e-9634-d937b3504fd0,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:38.449957 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:38.462124 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-38253705-0f8d-466a-bc76-2f8269f94f30 None None] Provisioning complete for port d53f00f7-3461-4e6e-9634-d937b3504fd0 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:07:38.462786 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-38253705-0f8d-466a-bc76-2f8269f94f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:38.463281 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-38253705-0f8d-466a-bc76-2f8269f94f30 None None] Attempt 1 to provision port d53f00f7-3461-4e6e-9634-d937b3504fd0 Sep 27 05:07:38.506852 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b87d79-724c-42d1-82c9-b638c9bf351f None None] The sync data for ids ['764a60f9-2981-423b-a91a-2573cc9cee8d'] in dv-cinder-858463-2-iscsi is: [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:07:38.582171 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-38253705-0f8d-466a-bc76-2f8269f94f30 None None] Current status of the port d53f00f7-3461-4e6e-9634-d937b3504fd0 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:07:38.661444 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-ff3b807f-edd5-41bd-aa9c-fc574763661d tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:38.662978 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-ff3b807f-edd5-41bd-aa9c-fc574763661d tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6962798 Sep 27 05:07:38.671057 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42196a00-8371-4926-a8d7-86c22060b56c req-a4ccff4e-89ab-4d91-b5f9-38c0451b9241 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:38.673345 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-42196a00-8371-4926-a8d7-86c22060b56c req-a4ccff4e-89ab-4d91-b5f9-38c0451b9241 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.2031837 Sep 27 05:07:38.725095 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-d9065fb8-4344-453c-9f79-ad39e37e3d02 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/quotas/89ea28915f6a4a6ba8ed6b4fda932212 HTTP/1.1" status: 200 len: 375 time: 0.0491285 Sep 27 05:07:38.800630 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-15a643ec-3cdb-49be-9e40-f3285bf2bcbb tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=89ea28915f6a4a6ba8ed6b4fda932212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644393 Sep 27 05:07:38.862837 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-42196a00-8371-4926-a8d7-86c22060b56c req-c77bcaa2-8827-4c2f-bd75-b2f921fa6daa tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827357 Sep 27 05:07:38.994919 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64954280-8eb4-4a40-a442-423f042ce4fb req-842b0f30-8e7b-4a79-9a73-969c3225519b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:38.997644 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-842b0f30-8e7b-4a79-9a73-969c3225519b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.49 "GET /v2.0/networks?id=68f55e36-d9fc-4a97-965b-697b60bb0317 HTTP/1.1" status: 200 len: 817 time: 0.2451758 Sep 27 05:07:39.037577 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-828d1f6a-9868-4330-a645-87262c3ba5c9 req-74beb74c-1b3c-44a2-8a20-6df481bb1f61 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 210 time: 0.0362861 Sep 27 05:07:39.113758 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 35370) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:39.133908 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-1d4c1ed0-1736-4611-9c7f-69867c6dbc81 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8550668d08c4227904042b8a49bc261 HTTP/1.1" status: 200 len: 380 time: 0.0947402 Sep 27 05:07:39.135895 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1c12792f-6435-4861-90b2-6c3eb93fdb12 req-546e6859-9c7b-47a8-b215-73b6d800a6be tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/ports?device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 210 time: 0.0961490 Sep 27 05:07:39.153415 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-64954280-8eb4-4a40-a442-423f042ce4fb req-cc9bc3ca-e732-4d9c-9ca2-78959b1487e4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Request body: {'port': {'device_id': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'admin_state_up': True, 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'security_groups': ['4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:39.249261 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-294191c8-429d-49a8-b948-8a78f485f664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:39.312337 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64954280-8eb4-4a40-a442-423f042ce4fb req-cc9bc3ca-e732-4d9c-9ca2-78959b1487e4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Made reservation on behalf of b8550668d08c4227904042b8a49bc261 for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:07:39.318849 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-64954280-8eb4-4a40-a442-423f042ce4fb req-cc9bc3ca-e732-4d9c-9ca2-78959b1487e4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:39.374036 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:39.378813 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-294191c8-429d-49a8-b948-8a78f485f664 admin admin] Publish callbacks [] for security_group (ab67d561-f40b-4b82-b45b-82db7c15663f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:39.386020 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-294191c8-429d-49a8-b948-8a78f485f664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ab67d561-f40b-4b82-b45b-82db7c15663f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:39.440108 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device e5d215bc-bf4c-4b92-9260-809290ea9294 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:07:39.462512 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-294191c8-429d-49a8-b948-8a78f485f664 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=26ce15b3149546f489d15ae2fef48f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3474064 Sep 27 05:07:39.465249 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 35380) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:39.502118 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294191c8-429d-49a8-b948-8a78f485f664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab67d561-f40b-4b82-b45b-82db7c15663f,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:39.534458 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port e5d215bc-bf4c-4b92-9260-809290ea9294 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:07:39.534847 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (e5d215bc-bf4c-4b92-9260-809290ea9294), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:39.535391 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port e5d215bc-bf4c-4b92-9260-809290ea9294 Sep 27 05:07:39.548062 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6319-2f77-4926-baa9-b4fc28e70df5 admin admin] Publish callbacks [] for security_group (ab67d561-f40b-4b82-b45b-82db7c15663f), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:39.554322 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-64954280-8eb4-4a40-a442-423f042ce4fb req-cc9bc3ca-e732-4d9c-9ca2-78959b1487e4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Allocated IP 172.20.0.10 (68f55e36-d9fc-4a97-965b-697b60bb0317/2296294a-06a0-47d1-88b5-ab865bff1c05/bbdc411b-9291-4e80-a01b-1228ff309f92) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:07:39.585105 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6319-2f77-4926-baa9-b4fc28e70df5 admin admin] Publish callbacks [] for security_group (ab67d561-f40b-4b82-b45b-82db7c15663f), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:39.658146 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port e5d215bc-bf4c-4b92-9260-809290ea9294 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:07:39.659286 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device d53f00f7-3461-4e6e-9634-d937b3504fd0 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:07:39.715793 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6319-2f77-4926-baa9-b4fc28e70df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ab67d561-f40b-4b82-b45b-82db7c15663f), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:39.719080 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1bcf6319-2f77-4926-baa9-b4fc28e70df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:39.723375 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1bcf6319-2f77-4926-baa9-b4fc28e70df5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ab67d561-f40b-4b82-b45b-82db7c15663f HTTP/1.1" status: 204 len: 168 time: 0.2546887 Sep 27 05:07:39.736749 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf6319-2f77-4926-baa9-b4fc28e70df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab67d561-f40b-4b82-b45b-82db7c15663f,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:39.782701 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-64954280-8eb4-4a40-a442-423f042ce4fb req-cc9bc3ca-e732-4d9c-9ca2-78959b1487e4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:39.790253 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port d53f00f7-3461-4e6e-9634-d937b3504fd0 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:07:39.791199 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:39.791537 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port d53f00f7-3461-4e6e-9634-d937b3504fd0 Sep 27 05:07:39.828234 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-64954280-8eb4-4a40-a442-423f042ce4fb req-cc9bc3ca-e732-4d9c-9ca2-78959b1487e4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:39.899663 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64954280-8eb4-4a40-a442-423f042ce4fb req-cc9bc3ca-e732-4d9c-9ca2-78959b1487e4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Network 68f55e36-d9fc-4a97-965b-697b60bb0317 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:07:39.925085 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-64954280-8eb4-4a40-a442-423f042ce4fb req-cc9bc3ca-e732-4d9c-9ca2-78959b1487e4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:07:39.931732 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9bc3ca-e732-4d9c-9ca2-78959b1487e4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event updated for resources: {'Port': ['ID=bbdc411b-9291-4e80-a01b-1228ff309f92,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:39.936061 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-64954280-8eb4-4a40-a442-423f042ce4fb req-cc9bc3ca-e732-4d9c-9ca2-78959b1487e4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:07:39.950626 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port d53f00f7-3461-4e6e-9634-d937b3504fd0 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:07:40.092250 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64954280-8eb4-4a40-a442-423f042ce4fb req-cc9bc3ca-e732-4d9c-9ca2-78959b1487e4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:40.093155 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-64954280-8eb4-4a40-a442-423f042ce4fb req-cc9bc3ca-e732-4d9c-9ca2-78959b1487e4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:40.144453 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e08ae-e076-4540-868b-efbecb1e2155 req-52e65d30-442d-4c7c-a490-e5154f370312 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:40.154174 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a76e08ae-e076-4540-868b-efbecb1e2155 req-52e65d30-442d-4c7c-a490-e5154f370312 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.1268117 Sep 27 05:07:40.159214 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-cc9bc3ca-e732-4d9c-9ca2-78959b1487e4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0155082 Sep 27 05:07:40.169393 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 35410) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:40.192696 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Request body: {'port': {'device_id': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:40.333933 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b90ebf73-699d-4dd3-a6f7-4f01d3d6cbd0 None None] Provisioning complete for port bbdc411b-9291-4e80-a01b-1228ff309f92 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:07:40.334898 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b90ebf73-699d-4dd3-a6f7-4f01d3d6cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:40.335450 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-b90ebf73-699d-4dd3-a6f7-4f01d3d6cbd0 None None] Attempt 1 to provision port bbdc411b-9291-4e80-a01b-1228ff309f92 Sep 27 05:07:40.350762 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a76e08ae-e076-4540-868b-efbecb1e2155 req-b520ffb8-61e4-4d1c-950f-e9c69e4e33cd tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955669 Sep 27 05:07:40.379537 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:40.382091 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b90ebf73-699d-4dd3-a6f7-4f01d3d6cbd0 None None] Port bbdc411b-9291-4e80-a01b-1228ff309f92 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:07:40.391967 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-36e8d369-7ba2-4105-a688-1bc022437475 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=89ea28915f6a4a6ba8ed6b4fda932212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897286 Sep 27 05:07:40.393223 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0a435f7a-2925-408f-8ed3-2c566c4e23f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:40.398111 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479043e3-13f5-4e65-b594-65ceb7549a29 req-c35b80d2-0042-4aa9-bca3-5b3a3c2c62f5 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:40.402352 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-479043e3-13f5-4e65-b594-65ceb7549a29 req-c35b80d2-0042-4aa9-bca3-5b3a3c2c62f5 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 932 time: 0.2405391 Sep 27 05:07:40.611782 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9902a053-0ce8-42b1-b500-eee1912aed1a req-e7e5d332-ba63-4e03-a276-be841ab1803f tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/ports?device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 210 time: 0.0391641 Sep 27 05:07:40.658050 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-c1d7873c-c9f9-4c3f-9848-e03a90ecb16a tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:40.659810 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-c1d7873c-c9f9-4c3f-9848-e03a90ecb16a tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2532091 Sep 27 05:07:40.676644 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Request body: {'port': {'device_id': '162ec815-f4f2-4e72-b9ac-cbf04511602a', 'network_id': '92516147-ad89-43c2-9ba8-1179c1ca77f3', 'admin_state_up': True, 'tenant_id': '89ea28915f6a4a6ba8ed6b4fda932212'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:40.681537 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-479043e3-13f5-4e65-b594-65ceb7549a29 req-9c46495e-a455-4e0f-8ac8-d7b7d6f43362 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573969 Sep 27 05:07:40.742036 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0a435f7a-2925-408f-8ed3-2c566c4e23f8 admin admin] Publish callbacks [] for security_group (beb0a101-c90e-469b-9081-ec5224565588), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:40.751844 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0a435f7a-2925-408f-8ed3-2c566c4e23f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (beb0a101-c90e-469b-9081-ec5224565588), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:40.763170 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:40.787738 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbdc411b-9291-4e80-a01b-1228ff309f92 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:07:40.796315 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Publish callbacks [] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:40.810131 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Transition to ACTIVE for port object bbdc411b-9291-4e80-a01b-1228ff309f92 will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:07:40.813878 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:40.822901 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a435f7a-2925-408f-8ed3-2c566c4e23f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb0a101-c90e-469b-9081-ec5224565588,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:40.834586 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0a435f7a-2925-408f-8ed3-2c566c4e23f8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6f9bc037cd2b4387be10eee570bf5248&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6611445 Sep 27 05:07:40.838259 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 35438) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:40.876394 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdc411b-9291-4e80-a01b-1228ff309f92,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:40.883226 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-b90ebf73-699d-4dd3-a6f7-4f01d3d6cbd0 None None] Attempt 2 to provision port bbdc411b-9291-4e80-a01b-1228ff309f92 Sep 27 05:07:40.900893 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Made reservation on behalf of 89ea28915f6a4a6ba8ed6b4fda932212 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:07:40.904201 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:40.919480 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:40.928734 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-044eb97d-acc4-4ede-8953-9f848d01cf17 admin admin] Publish callbacks [] for security_group (beb0a101-c90e-469b-9081-ec5224565588), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:40.933472 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b90ebf73-699d-4dd3-a6f7-4f01d3d6cbd0 None None] Port bbdc411b-9291-4e80-a01b-1228ff309f92 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:07:40.941317 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Attempting to bind port bbdc411b-9291-4e80-a01b-1228ff309f92 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:07:40.942379 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Attempting to bind port bbdc411b-9291-4e80-a01b-1228ff309f92 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:07:40.942751 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Attempting to bind port bbdc411b-9291-4e80-a01b-1228ff309f92 on network 68f55e36-d9fc-4a97-965b-697b60bb0317 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:07:40.947332 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Port bbdc411b-9291-4e80-a01b-1228ff309f92 on network 68f55e36-d9fc-4a97-965b-697b60bb0317 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:07:40.947653 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Attempting to bind port bbdc411b-9291-4e80-a01b-1228ff309f92 on network 68f55e36-d9fc-4a97-965b-697b60bb0317 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:07:40.953391 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:07:40.953729 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Checking segment: {'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:07:40.954111 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Bound using segment: {'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:07:40.954538 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Bound port: bbdc411b-9291-4e80-a01b-1228ff309f92, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:07:40.954896 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:40.967779 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-044eb97d-acc4-4ede-8953-9f848d01cf17 admin admin] Publish callbacks [] for security_group (beb0a101-c90e-469b-9081-ec5224565588), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:41.043029 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-044eb97d-acc4-4ede-8953-9f848d01cf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (beb0a101-c90e-469b-9081-ec5224565588), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:41.045667 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] For port bbdc411b-9291-4e80-a01b-1228ff309f92, host hv-cinder-85846, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:07:41.046290 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-044eb97d-acc4-4ede-8953-9f848d01cf17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:41.049391 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] For port bbdc411b-9291-4e80-a01b-1228ff309f92, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=bbdc411b-9291-4e80-a01b-1228ff309f92,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:07:41.053021 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-044eb97d-acc4-4ede-8953-9f848d01cf17 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/beb0a101-c90e-469b-9081-ec5224565588 HTTP/1.1" status: 204 len: 168 time: 0.2137082 Sep 27 05:07:41.063569 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:41.067794 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:41.069061 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044eb97d-acc4-4ede-8953-9f848d01cf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb0a101-c90e-469b-9081-ec5224565588,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:41.072482 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:41.075054 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] 10.222.0.49 "PUT /v2.0/ports/bbdc411b-9291-4e80-a01b-1228ff309f92 HTTP/1.1" status: 200 len: 1094 time: 0.8964403 Sep 27 05:07:41.077455 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'tag': 'bbdc411b-9291-4e80-a01b-1228ff309f92'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:07:41.107776 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce95b66-972d-4fc3-9892-1a9c8806c1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "71aeb8c3-697e-4f4e-9222-8197f0a7614f", "tag": "bbdc411b-9291-4e80-a01b-1228ff309f92"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:07:41.138315 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Publish callbacks [] for security_group (8f92dddc-cd28-47b3-8044-7c93ca88417a), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:41.156229 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (8f92dddc-cd28-47b3-8044-7c93ca88417a), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:41.222913 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d870b7b9-1a0c-4983-85dd-80e798faa420 x-openstack-request-id: req-d870b7b9-1a0c-4983-85dd-80e798faa420 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:07:41.223212 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71aeb8c3-697e-4f4e-9222-8197f0a7614f", "tag": "bbdc411b-9291-4e80-a01b-1228ff309f92", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:07:41.223478 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d870b7b9-1a0c-4983-85dd-80e798faa420 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:07:41.223879 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d870b7b9-1a0c-4983-85dd-80e798faa420'] response: {'name': 'network-changed', 'server_uuid': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'tag': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'status': 'completed', 'code': 200} Sep 27 05:07:41.256928 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e4f69-3470-4c42-a76f-57eb948c7e50 service neutron] Pushing event updated for resources: {'Port': ['ID=bbdc411b-9291-4e80-a01b-1228ff309f92,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:41.258648 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f92dddc-cd28-47b3-8044-7c93ca88417a,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:41.273035 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64954280-8eb4-4a40-a442-423f042ce4fb req-3f40d7db-8058-4714-8ac9-802481182b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:41.274645 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-3f40d7db-8058-4714-8ac9-802481182b70 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8550668d08c4227904042b8a49bc261&device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 1128 time: 0.1149571 Sep 27 05:07:41.354200 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Allocated IP 192.168.233.248 (92516147-ad89-43c2-9ba8-1179c1ca77f3/33a5f776-de5e-40ae-ade0-8f3906f0668f/679aae5a-0578-46f0-b399-223c08445236) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:07:41.355996 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-6043358d-c8d8-4c68-bf30-b7d69f9bdea1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbdc411b-9291-4e80-a01b-1228ff309f92 HTTP/1.1" status: 200 len: 217 time: 0.0723753 Sep 27 05:07:41.431163 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64954280-8eb4-4a40-a442-423f042ce4fb req-0cc2985a-9029-45c7-b69e-c8f41870a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:41.432863 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-0cc2985a-9029-45c7-b69e-c8f41870a668 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2296294a-06a0-47d1-88b5-ab865bff1c05 HTTP/1.1" status: 200 len: 856 time: 0.0695488 Sep 27 05:07:41.434946 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-b90ebf73-699d-4dd3-a6f7-4f01d3d6cbd0 None None] Attempt 3 to provision port bbdc411b-9291-4e80-a01b-1228ff309f92 Sep 27 05:07:41.498132 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64954280-8eb4-4a40-a442-423f042ce4fb req-447957f0-ab99-4221-b796-f6fc031b6570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:41.500017 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-447957f0-ab99-4221-b796-f6fc031b6570 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68f55e36-d9fc-4a97-965b-697b60bb0317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586309 Sep 27 05:07:41.550452 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b90ebf73-699d-4dd3-a6f7-4f01d3d6cbd0 None None] Port bbdc411b-9291-4e80-a01b-1228ff309f92 had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:07:41.577323 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Publish callbacks [] for port (679aae5a-0578-46f0-b399-223c08445236), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:41.618457 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (679aae5a-0578-46f0-b399-223c08445236), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:41.646367 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847cdaa-53d3-4d07-b272-49ae652fb5e7 req-9e8343bb-b37d-4ea2-ac7f-afc73cbe0109 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:41.647849 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2847cdaa-53d3-4d07-b272-49ae652fb5e7 req-9e8343bb-b37d-4ea2-ac7f-afc73cbe0109 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.1468596 Sep 27 05:07:41.687190 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-e7611b0f-42da-4d49-b181-a44a369de6d3 service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753209 Sep 27 05:07:41.711256 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Pushing event updated for resources: {'Port': ['ID=679aae5a-0578-46f0-b399-223c08445236,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:41.735462 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Network 92516147-ad89-43c2-9ba8-1179c1ca77f3 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:07:41.736548 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 35502) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:41.744176 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:07:41.747393 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:07:41.774349 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a9b4fd8-7f64-4910-ba99-adaabc05a932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:41.777340 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2847cdaa-53d3-4d07-b272-49ae652fb5e7 req-47c03a8d-2ed8-455a-b04e-39d3758acefd tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225276 Sep 27 05:07:41.842595 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:41.843353 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:41.847110 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64954280-8eb4-4a40-a442-423f042ce4fb req-2b2a0c06-36e0-405e-bb3f-18b1e650686d service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497500 Sep 27 05:07:41.859727 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffa1a6-a365-4dc1-9221-2e0d39fa9501 req-0db4d83d-d07f-4d25-a867-1500223f4895 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:41.869033 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d9ffa1a6-a365-4dc1-9221-2e0d39fa9501 req-0db4d83d-d07f-4d25-a867-1500223f4895 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/ports?device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 936 time: 0.1060596 Sep 27 05:07:41.896562 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-f04a2243-9c6c-4632-9acf-f5140e4fc050 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2253656 Sep 27 05:07:41.926926 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Request body: {'port': {'device_id': '162ec815-f4f2-4e72-b9ac-cbf04511602a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:41.965288 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d9ffa1a6-a365-4dc1-9221-2e0d39fa9501 req-1d65623b-15a2-41ca-b729-39236e7dadcb tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/security-groups?id=8f92dddc-cd28-47b3-8044-7c93ca88417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952327 Sep 27 05:07:42.010895 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (679aae5a-0578-46f0-b399-223c08445236), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:42.015893 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce95b66-972d-4fc3-9892-1a9c8806c1fd req-26f0f07b-c9be-45db-ac3d-ed300e589da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:42.018179 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dce95b66-972d-4fc3-9892-1a9c8806c1fd req-26f0f07b-c9be-45db-ac3d-ed300e589da5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8550668d08c4227904042b8a49bc261&device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 1128 time: 0.1065955 Sep 27 05:07:42.042769 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c16bbe-d297-4c3a-8a41-0bd381858982 req-5cb2ffa0-d015-4e2d-b2ee-75778bcd4d01 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:42.043123 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a9b4fd8-7f64-4910-ba99-adaabc05a932 admin admin] Publish callbacks [] for security_group (d6040a54-9dd5-421c-b9b9-7ee5b79754d0), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:42.044323 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e7c16bbe-d297-4c3a-8a41-0bd381858982 req-5cb2ffa0-d015-4e2d-b2ee-75778bcd4d01 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.1188521 Sep 27 05:07:42.074916 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a9b4fd8-7f64-4910-ba99-adaabc05a932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (d6040a54-9dd5-421c-b9b9-7ee5b79754d0), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:42.105938 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-6ac789f2-3496-44f0-ad1f-ca249594b432 None None] Provisioning complete for port 679aae5a-0578-46f0-b399-223c08445236 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:07:42.108180 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6ac789f2-3496-44f0-ad1f-ca249594b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (679aae5a-0578-46f0-b399-223c08445236), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:42.109012 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-6ac789f2-3496-44f0-ad1f-ca249594b432 None None] Attempt 1 to provision port 679aae5a-0578-46f0-b399-223c08445236 Sep 27 05:07:42.136489 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:42.152664 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e7c16bbe-d297-4c3a-8a41-0bd381858982 req-ddfcd9c5-7540-498d-b016-a22cf87e19ec tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923879 Sep 27 05:07:42.160195 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6ac789f2-3496-44f0-ad1f-ca249594b432 None None] Port 679aae5a-0578-46f0-b399-223c08445236 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:07:42.181064 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce95b66-972d-4fc3-9892-1a9c8806c1fd req-5a48ccd0-76af-4dfe-a3ff-bace49852a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:42.183330 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dce95b66-972d-4fc3-9892-1a9c8806c1fd req-5a48ccd0-76af-4dfe-a3ff-bace49852a1d service neutron] 10.222.0.49 "GET /v2.0/networks?id=68f55e36-d9fc-4a97-965b-697b60bb0317 HTTP/1.1" status: 200 len: 918 time: 0.1549590 Sep 27 05:07:42.195531 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9a9b4fd8-7f64-4910-ba99-adaabc05a932 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f00f8bcdd82d4cd3a2e4ac9bd284f13d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4577701 Sep 27 05:07:42.197611 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 35518) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:42.203074 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b4fd8-7f64-4910-ba99-adaabc05a932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6040a54-9dd5-421c-b9b9-7ee5b79754d0,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:42.269053 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dce95b66-972d-4fc3-9892-1a9c8806c1fd req-844e7f11-7c9f-4cf5-bfb7-cbc09363839d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbdc411b-9291-4e80-a01b-1228ff309f92 HTTP/1.1" status: 200 len: 217 time: 0.0762265 Sep 27 05:07:42.349797 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-11d35773-e280-4b42-a03d-e50d638e4754 admin admin] Publish callbacks [] for security_group (d6040a54-9dd5-421c-b9b9-7ee5b79754d0), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:42.378069 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce95b66-972d-4fc3-9892-1a9c8806c1fd req-9367b5ef-e7e8-4042-b043-f6ee92d8d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:42.380392 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dce95b66-972d-4fc3-9892-1a9c8806c1fd req-9367b5ef-e7e8-4042-b043-f6ee92d8d80c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2296294a-06a0-47d1-88b5-ab865bff1c05 HTTP/1.1" status: 200 len: 856 time: 0.0995176 Sep 27 05:07:42.385468 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-11d35773-e280-4b42-a03d-e50d638e4754 admin admin] Publish callbacks [] for security_group (d6040a54-9dd5-421c-b9b9-7ee5b79754d0), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:42.439173 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679aae5a-0578-46f0-b399-223c08445236 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:07:42.448605 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Publish callbacks [] for port (679aae5a-0578-46f0-b399-223c08445236), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:42.472527 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Transition to ACTIVE for port object 679aae5a-0578-46f0-b399-223c08445236 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:07:42.473134 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce95b66-972d-4fc3-9892-1a9c8806c1fd req-a33f0795-df00-4440-a01d-03473ef662fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:42.474864 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dce95b66-972d-4fc3-9892-1a9c8806c1fd req-a33f0795-df00-4440-a01d-03473ef662fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68f55e36-d9fc-4a97-965b-697b60bb0317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858145 Sep 27 05:07:42.478279 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (679aae5a-0578-46f0-b399-223c08445236), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:42.546756 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-11d35773-e280-4b42-a03d-e50d638e4754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (d6040a54-9dd5-421c-b9b9-7ee5b79754d0), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:42.549489 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-11d35773-e280-4b42-a03d-e50d638e4754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:42.550643 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-11d35773-e280-4b42-a03d-e50d638e4754 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d6040a54-9dd5-421c-b9b9-7ee5b79754d0 HTTP/1.1" status: 204 len: 168 time: 0.3406291 Sep 27 05:07:42.568426 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d35773-e280-4b42-a03d-e50d638e4754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6040a54-9dd5-421c-b9b9-7ee5b79754d0,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:42.599419 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dce95b66-972d-4fc3-9892-1a9c8806c1fd req-412f70c8-d45a-45a6-ab5f-9bd9427be06a service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145270 Sep 27 05:07:42.662023 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-6ac789f2-3496-44f0-ad1f-ca249594b432 None None] Attempt 2 to provision port 679aae5a-0578-46f0-b399-223c08445236 Sep 27 05:07:42.703635 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=679aae5a-0578-46f0-b399-223c08445236,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:42.732406 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Attempting to bind port 679aae5a-0578-46f0-b399-223c08445236 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:07:42.732860 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Attempting to bind port 679aae5a-0578-46f0-b399-223c08445236 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '43c48dea-8c4f-4eb0-812e-058c47fe207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92516147-ad89-43c2-9ba8-1179c1ca77f3'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:07:42.733093 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Attempting to bind port 679aae5a-0578-46f0-b399-223c08445236 on network 92516147-ad89-43c2-9ba8-1179c1ca77f3 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:07:42.741188 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Port 679aae5a-0578-46f0-b399-223c08445236 on network 92516147-ad89-43c2-9ba8-1179c1ca77f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:07:42.741542 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Attempting to bind port 679aae5a-0578-46f0-b399-223c08445236 on network 92516147-ad89-43c2-9ba8-1179c1ca77f3 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:07:42.749866 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6ac789f2-3496-44f0-ad1f-ca249594b432 None None] Port 679aae5a-0578-46f0-b399-223c08445236 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:07:42.754961 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:07:42.755539 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Checking segment: {'id': '43c48dea-8c4f-4eb0-812e-058c47fe207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92516147-ad89-43c2-9ba8-1179c1ca77f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:07:42.756430 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dce95b66-972d-4fc3-9892-1a9c8806c1fd req-eddf2777-feea-4e07-b99d-b7f87b43e1e9 service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506724 Sep 27 05:07:42.756983 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Bound using segment: {'id': '43c48dea-8c4f-4eb0-812e-058c47fe207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92516147-ad89-43c2-9ba8-1179c1ca77f3'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:07:42.757444 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Bound port: 679aae5a-0578-46f0-b399-223c08445236, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c48dea-8c4f-4eb0-812e-058c47fe207e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '92516147-ad89-43c2-9ba8-1179c1ca77f3'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:07:42.757840 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (679aae5a-0578-46f0-b399-223c08445236), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:42.862960 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] For port 679aae5a-0578-46f0-b399-223c08445236, host hv-cinder-85846, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:07:42.875012 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] For port 679aae5a-0578-46f0-b399-223c08445236, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=679aae5a-0578-46f0-b399-223c08445236,segment=NetworkSegment(43c48dea-8c4f-4eb0-812e-058c47fe207e),segment_id=43c48dea-8c4f-4eb0-812e-058c47fe207e)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:07:42.885536 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (679aae5a-0578-46f0-b399-223c08445236), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:42.890755 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:42.891380 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:42.892779 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] 10.222.0.49 "PUT /v2.0/ports/679aae5a-0578-46f0-b399-223c08445236 HTTP/1.1" status: 200 len: 1098 time: 0.9744492 Sep 27 05:07:42.919172 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162ec815-f4f2-4e72-b9ac-cbf04511602a', 'tag': '679aae5a-0578-46f0-b399-223c08445236'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:07:42.922482 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568afc50-f3cb-4ab7-bd3f-c6f3b06f3475" -d '{"events": [{"name": "network-changed", "server_uuid": "162ec815-f4f2-4e72-b9ac-cbf04511602a", "tag": "679aae5a-0578-46f0-b399-223c08445236"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:07:42.980746 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a07885e-d1eb-41de-ba35-5e9a3acb911c x-openstack-request-id: req-4a07885e-d1eb-41de-ba35-5e9a3acb911c {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:07:42.981099 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162ec815-f4f2-4e72-b9ac-cbf04511602a", "tag": "679aae5a-0578-46f0-b399-223c08445236", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:07:42.981407 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4a07885e-d1eb-41de-ba35-5e9a3acb911c {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:07:42.981707 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028290c-3e2e-4703-9c35-803179a948cc req-e5756825-1ed9-4914-8521-cd07aa1e1eed tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:42.981833 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a07885e-d1eb-41de-ba35-5e9a3acb911c'] response: {'name': 'network-changed', 'server_uuid': '162ec815-f4f2-4e72-b9ac-cbf04511602a', 'tag': '679aae5a-0578-46f0-b399-223c08445236', 'status': 'completed', 'code': 200} Sep 27 05:07:42.983449 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f028290c-3e2e-4703-9c35-803179a948cc req-e5756825-1ed9-4914-8521-cd07aa1e1eed tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.1027260 Sep 27 05:07:43.040194 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c59ec-d139-4cb4-92ab-e7e50a39a9e4 service neutron] Pushing event updated for resources: {'Port': ['ID=679aae5a-0578-46f0-b399-223c08445236,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:43.044973 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f028290c-3e2e-4703-9c35-803179a948cc req-c9da341b-f59f-4c2e-9ebb-98540ced7057 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544426 Sep 27 05:07:43.078381 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-b32fb5f1-3457-4a91-89c7-b8612d6f6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:43.080063 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-b32fb5f1-3457-4a91-89c7-b8612d6f6164 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89ea28915f6a4a6ba8ed6b4fda932212&device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 1132 time: 0.1026936 Sep 27 05:07:43.142155 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-1c74f1fe-9edc-4c3a-9f3b-bcbe9c9c94c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=679aae5a-0578-46f0-b399-223c08445236 HTTP/1.1" status: 200 len: 217 time: 0.0491402 Sep 27 05:07:43.157406 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 35586) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:43.159813 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056f6ae-7258-46cd-8920-378b6f2fc05d req-d3e04715-d244-491e-8410-ff7214e75b15 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:43.161396 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5056f6ae-7258-46cd-8920-378b6f2fc05d req-d3e04715-d244-491e-8410-ff7214e75b15 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/ports?device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 948 time: 0.0695844 Sep 27 05:07:43.190620 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-534991fa-f85d-43c0-898d-def8c2ef5451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:43.215049 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5056f6ae-7258-46cd-8920-378b6f2fc05d req-2f99a7bf-016c-4f85-adef-65052f6cf85b tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/security-groups?id=8f92dddc-cd28-47b3-8044-7c93ca88417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478899 Sep 27 05:07:43.219467 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-ba9a9357-0d25-4575-9c81-33d24f84b33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:43.220990 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-ba9a9357-0d25-4575-9c81-33d24f84b33c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33a5f776-de5e-40ae-ade0-8f3906f0668f HTTP/1.1" status: 200 len: 843 time: 0.0729458 Sep 27 05:07:43.250702 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-6ac789f2-3496-44f0-ad1f-ca249594b432 None None] Attempt 3 to provision port 679aae5a-0578-46f0-b399-223c08445236 Sep 27 05:07:43.300592 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6ac789f2-3496-44f0-ad1f-ca249594b432 None None] Port 679aae5a-0578-46f0-b399-223c08445236 had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:07:43.333187 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-2b393eda-956c-4357-b41d-6615f335b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:43.334714 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-2b393eda-956c-4357-b41d-6615f335b5f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92516147-ad89-43c2-9ba8-1179c1ca77f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1044943 Sep 27 05:07:43.355583 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910964b5-5bc6-4c72-bb23-4b041947c9a6 req-0021f1f6-6c1e-400a-b161-1e73d925685d tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:43.357052 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-910964b5-5bc6-4c72-bb23-4b041947c9a6 req-0021f1f6-6c1e-400a-b161-1e73d925685d tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.0669746 Sep 27 05:07:43.360656 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-534991fa-f85d-43c0-898d-def8c2ef5451 admin admin] Publish callbacks [] for security_group (521588d6-6f63-4032-baa7-e318d583af0a), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:43.395928 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-534991fa-f85d-43c0-898d-def8c2ef5451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (521588d6-6f63-4032-baa7-e318d583af0a), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:43.413041 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-910964b5-5bc6-4c72-bb23-4b041947c9a6 req-57f6de7a-2071-474a-a640-50bc13cb9fd7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497718 Sep 27 05:07:43.450598 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-534991fa-f85d-43c0-898d-def8c2ef5451 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6bc361f62811445b98071f4e06ae2bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921772 Sep 27 05:07:43.453219 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534991fa-f85d-43c0-898d-def8c2ef5451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521588d6-6f63-4032-baa7-e318d583af0a,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:43.453361 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 35594) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:43.483451 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-51a793a8-4a7d-448b-bd3c-8f018c7019b0 service neutron] 10.222.0.49 "GET /v2.0/networks/92516147-ad89-43c2-9ba8-1179c1ca77f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372943 Sep 27 05:07:43.515743 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0462a1ed-2154-486c-96a5-1d4d7456b9fb admin admin] Publish callbacks [] for security_group (521588d6-6f63-4032-baa7-e318d583af0a), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:43.537291 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0462a1ed-2154-486c-96a5-1d4d7456b9fb admin admin] Publish callbacks [] for security_group (521588d6-6f63-4032-baa7-e318d583af0a), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:43.581629 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-25da713f-a3f8-491e-bb1a-5f618131e9f5 req-887e9652-4016-4b6e-b289-56939947588a service neutron] 10.222.0.49 "GET /v2.0/networks/92516147-ad89-43c2-9ba8-1179c1ca77f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915406 Sep 27 05:07:43.589242 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0462a1ed-2154-486c-96a5-1d4d7456b9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (521588d6-6f63-4032-baa7-e318d583af0a), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:43.592526 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0462a1ed-2154-486c-96a5-1d4d7456b9fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:43.593706 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-0462a1ed-2154-486c-96a5-1d4d7456b9fb admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/521588d6-6f63-4032-baa7-e318d583af0a HTTP/1.1" status: 204 len: 168 time: 0.1394780 Sep 27 05:07:43.602879 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462a1ed-2154-486c-96a5-1d4d7456b9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521588d6-6f63-4032-baa7-e318d583af0a,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:43.677547 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568afc50-f3cb-4ab7-bd3f-c6f3b06f3475 req-e7abd004-bb2c-41f4-9f08-53b25e2355cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:43.679689 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-568afc50-f3cb-4ab7-bd3f-c6f3b06f3475 req-e7abd004-bb2c-41f4-9f08-53b25e2355cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89ea28915f6a4a6ba8ed6b4fda932212&device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 1132 time: 0.0491810 Sep 27 05:07:43.850514 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568afc50-f3cb-4ab7-bd3f-c6f3b06f3475 req-94da77af-267f-49fb-b5fa-8d96620341ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:43.852042 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-568afc50-f3cb-4ab7-bd3f-c6f3b06f3475 req-94da77af-267f-49fb-b5fa-8d96620341ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=92516147-ad89-43c2-9ba8-1179c1ca77f3 HTTP/1.1" status: 200 len: 870 time: 0.1610916 Sep 27 05:07:44.014143 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8f1b-e991-4b52-85dd-4bb37e36d4c5 req-3025cf5b-1da7-427a-acf8-dbe0c6820e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:44.015682 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7ae8f1b-e991-4b52-85dd-4bb37e36d4c5 req-3025cf5b-1da7-427a-acf8-dbe0c6820e8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 1129 time: 0.0600710 Sep 27 05:07:44.112094 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-568afc50-f3cb-4ab7-bd3f-c6f3b06f3475 req-059396c0-0249-4c10-858d-52ebf8e18bf6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=679aae5a-0578-46f0-b399-223c08445236 HTTP/1.1" status: 200 len: 217 time: 0.2450697 Sep 27 05:07:44.162671 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8f1b-e991-4b52-85dd-4bb37e36d4c5 req-6bd7e6d6-d6e4-45d0-bea3-3efb00a799f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:44.164153 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7ae8f1b-e991-4b52-85dd-4bb37e36d4c5 req-6bd7e6d6-d6e4-45d0-bea3-3efb00a799f7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 920 time: 0.1225929 Sep 27 05:07:44.170399 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568afc50-f3cb-4ab7-bd3f-c6f3b06f3475 req-e6fb47a0-ebca-4f9b-8a20-a17b8193ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:44.171919 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-568afc50-f3cb-4ab7-bd3f-c6f3b06f3475 req-e6fb47a0-ebca-4f9b-8a20-a17b8193ef1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=33a5f776-de5e-40ae-ade0-8f3906f0668f HTTP/1.1" status: 200 len: 843 time: 0.0498838 Sep 27 05:07:44.220118 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7ae8f1b-e991-4b52-85dd-4bb37e36d4c5 req-af257e71-6722-4d13-a5fb-daa501a49cf7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=001b8ab8-3135-4c20-bac0-a1f396fbb065 HTTP/1.1" status: 200 len: 217 time: 0.0400352 Sep 27 05:07:44.229915 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568afc50-f3cb-4ab7-bd3f-c6f3b06f3475 req-4d4517f8-beef-42cd-b58a-3c8cf33918bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:44.231685 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-568afc50-f3cb-4ab7-bd3f-c6f3b06f3475 req-4d4517f8-beef-42cd-b58a-3c8cf33918bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=92516147-ad89-43c2-9ba8-1179c1ca77f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0540133 Sep 27 05:07:44.275480 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4240f-5394-4327-b723-dbb59b52ba22 req-ad181b18-c8ae-4678-bbd0-58745d94ae0d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:44.282885 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dfc4240f-5394-4327-b723-dbb59b52ba22 req-ad181b18-c8ae-4678-bbd0-58745d94ae0d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.1350243 Sep 27 05:07:44.315290 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8f1b-e991-4b52-85dd-4bb37e36d4c5 req-bef1cd60-7ea6-4cbf-b036-dbb228444049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:44.317585 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7ae8f1b-e991-4b52-85dd-4bb37e36d4c5 req-bef1cd60-7ea6-4cbf-b036-dbb228444049 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 200 len: 858 time: 0.0895550 Sep 27 05:07:44.361989 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-568afc50-f3cb-4ab7-bd3f-c6f3b06f3475 req-df1991f8-00e8-4e3f-830e-2739016a68a1 service neutron] 10.222.0.49 "GET /v2.0/networks/92516147-ad89-43c2-9ba8-1179c1ca77f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161225 Sep 27 05:07:44.409155 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dfc4240f-5394-4327-b723-dbb59b52ba22 req-ea3401ce-23f0-477e-911e-4151f744e51c tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201003 Sep 27 05:07:44.452943 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64129fe5-363f-46e6-8469-86cacb2badc4 req-3bfd74c3-ff0b-45e4-8c90-c03727049a63 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:44.454501 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64129fe5-363f-46e6-8469-86cacb2badc4 req-3bfd74c3-ff0b-45e4-8c90-c03727049a63 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/ports?device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 948 time: 0.1412718 Sep 27 05:07:44.459563 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae8f1b-e991-4b52-85dd-4bb37e36d4c5 req-813166fe-4f90-4de1-9a59-0160b2630631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:44.461130 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7ae8f1b-e991-4b52-85dd-4bb37e36d4c5 req-813166fe-4f90-4de1-9a59-0160b2630631 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4442df01-63e0-4b38-b6ea-c622548962d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1364574 Sep 27 05:07:44.470325 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-568afc50-f3cb-4ab7-bd3f-c6f3b06f3475 req-00ffef6c-4873-4a3c-ae69-10786a766793 service neutron] 10.222.0.49 "GET /v2.0/networks/92516147-ad89-43c2-9ba8-1179c1ca77f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990038 Sep 27 05:07:44.592766 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64129fe5-363f-46e6-8469-86cacb2badc4 req-885b7d6f-0119-4722-b18b-7c340711f05b tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/security-groups?id=8f92dddc-cd28-47b3-8044-7c93ca88417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304669 Sep 27 05:07:44.626550 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7ae8f1b-e991-4b52-85dd-4bb37e36d4c5 req-fb231dc2-d51e-408a-b524-7c6fd8281a7d service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579506 Sep 27 05:07:44.635187 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733c8ca-ea5c-47d1-8e18-3a0019121729 req-4794ab98-07dd-4aa6-b990-4e280c84930e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:44.636563 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b733c8ca-ea5c-47d1-8e18-3a0019121729 req-4794ab98-07dd-4aa6-b990-4e280c84930e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.1003780 Sep 27 05:07:44.682625 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device bbdc411b-9291-4e80-a01b-1228ff309f92 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:07:44.752121 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b733c8ca-ea5c-47d1-8e18-3a0019121729 req-95ec2b5c-b23a-4584-81db-c1cf403231db tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075971 Sep 27 05:07:44.770856 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7ae8f1b-e991-4b52-85dd-4bb37e36d4c5 req-fdbd8d30-e919-4161-8aa2-1ba70bc235a0 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333089 Sep 27 05:07:44.802592 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port bbdc411b-9291-4e80-a01b-1228ff309f92, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=bbdc411b-9291-4e80-a01b-1228ff309f92,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:07:44.817292 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'port_id': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'mac_address': 'fa:16:3e:c6:b5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:07:44.881744 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port bbdc411b-9291-4e80-a01b-1228ff309f92 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:07:44.882200 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:44.899071 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbdc411b-9291-4e80-a01b-1228ff309f92 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:07:44.918756 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port bbdc411b-9291-4e80-a01b-1228ff309f92, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=bbdc411b-9291-4e80-a01b-1228ff309f92,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:07:44.921831 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:44.969144 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=bbdc411b-9291-4e80-a01b-1228ff309f92,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:45.222138 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['bbdc411b-9291-4e80-a01b-1228ff309f92'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:07:45.563842 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d052660d-ee3e-42a9-b05c-7f5c2cf20086 req-bcffa30c-f375-4721-892c-9dc18274c976 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:45.565281 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d052660d-ee3e-42a9-b05c-7f5c2cf20086 req-bcffa30c-f375-4721-892c-9dc18274c976 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0611777 Sep 27 05:07:45.615963 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d052660d-ee3e-42a9-b05c-7f5c2cf20086 req-4836b628-e4dd-4edc-b6a8-c604ccaf73ca tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443144 Sep 27 05:07:45.730107 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d0d9f-abdb-4497-807b-9bd2cfad7f9d req-351f5747-84be-485c-870e-9869c742ed48 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:45.731946 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab2d0d9f-abdb-4497-807b-9bd2cfad7f9d req-351f5747-84be-485c-870e-9869c742ed48 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/ports?device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 948 time: 0.0579264 Sep 27 05:07:45.783695 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab2d0d9f-abdb-4497-807b-9bd2cfad7f9d req-6e96a8d8-d8ca-4224-a628-6ed487ead60a tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/security-groups?id=8f92dddc-cd28-47b3-8044-7c93ca88417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459259 Sep 27 05:07:45.845528 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:45.902325 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07805888-6854-49b7-b5ae-5c1f4b43fd49 req-388e982e-2b83-4c8c-8a07-499b5016ee56 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:45.904760 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-07805888-6854-49b7-b5ae-5c1f4b43fd49 req-388e982e-2b83-4c8c-8a07-499b5016ee56 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 945 time: 0.0651500 Sep 27 05:07:45.970719 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-07805888-6854-49b7-b5ae-5c1f4b43fd49 req-f6a70ad2-6c67-4425-8b85-1adedf7e7a10 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564072 Sep 27 05:07:46.698461 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 679aae5a-0578-46f0-b399-223c08445236 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:07:46.702281 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device bbdc411b-9291-4e80-a01b-1228ff309f92 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:07:46.751770 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ca307-cba5-4c7a-a3f4-c0bf7bbdd17e req-39c98ee5-b659-41fc-89ff-f09d6aeba004 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:46.753435 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b05ca307-cba5-4c7a-a3f4-c0bf7bbdd17e req-39c98ee5-b659-41fc-89ff-f09d6aeba004 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0593305 Sep 27 05:07:46.804501 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b05ca307-cba5-4c7a-a3f4-c0bf7bbdd17e req-df4a0fdc-2b2d-4092-83de-5cffb3427d6b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429175 Sep 27 05:07:46.817684 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port bbdc411b-9291-4e80-a01b-1228ff309f92 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:07:46.841506 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port bbdc411b-9291-4e80-a01b-1228ff309f92 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:07:46.842122 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:46.842618 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port bbdc411b-9291-4e80-a01b-1228ff309f92 Sep 27 05:07:46.883002 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 679aae5a-0578-46f0-b399-223c08445236, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=679aae5a-0578-46f0-b399-223c08445236,segment=NetworkSegment(43c48dea-8c4f-4eb0-812e-058c47fe207e),segment_id=43c48dea-8c4f-4eb0-812e-058c47fe207e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:07:46.900077 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '679aae5a-0578-46f0-b399-223c08445236', 'network_id': '92516147-ad89-43c2-9ba8-1179c1ca77f3', 'port_id': '679aae5a-0578-46f0-b399-223c08445236', 'mac_address': 'fa:16:3e:65:62:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a5f776-de5e-40ae-ade0-8f3906f0668f', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:07:46.916040 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce0966-ed6b-4f57-ba9a-8ab5e728364d req-3ad4611b-6b69-4163-bac0-2ac7f74cc4c4 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:46.917659 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f8ce0966-ed6b-4f57-ba9a-8ab5e728364d req-3ad4611b-6b69-4163-bac0-2ac7f74cc4c4 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/ports?device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 948 time: 0.0563293 Sep 27 05:07:46.966852 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 679aae5a-0578-46f0-b399-223c08445236 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:07:46.967248 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (679aae5a-0578-46f0-b399-223c08445236), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:46.986401 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f8ce0966-ed6b-4f57-ba9a-8ab5e728364d req-5c8f6297-8e68-4616-bec2-bd371bced794 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/security-groups?id=8f92dddc-cd28-47b3-8044-7c93ca88417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629873 Sep 27 05:07:46.987193 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port bbdc411b-9291-4e80-a01b-1228ff309f92 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:07:46.987591 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:46.991273 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679aae5a-0578-46f0-b399-223c08445236 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:07:47.034519 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdc411b-9291-4e80-a01b-1228ff309f92'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:07:47.038125 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2260a637-1513-42da-b323-a01d3a50cfd1" -d '{"events": [{"server_uuid": "71aeb8c3-697e-4f4e-9222-8197f0a7614f", "name": "network-vif-plugged", "status": "completed", "tag": "bbdc411b-9291-4e80-a01b-1228ff309f92"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:07:47.043255 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 679aae5a-0578-46f0-b399-223c08445236, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=679aae5a-0578-46f0-b399-223c08445236,segment=NetworkSegment(43c48dea-8c4f-4eb0-812e-058c47fe207e),segment_id=43c48dea-8c4f-4eb0-812e-058c47fe207e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:07:47.052016 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (679aae5a-0578-46f0-b399-223c08445236), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:47.054960 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port bbdc411b-9291-4e80-a01b-1228ff309f92, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=bbdc411b-9291-4e80-a01b-1228ff309f92,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:07:47.060561 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:47.081609 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf37c3fd-de29-4d41-ad3d-44e83be9c31a x-openstack-request-id: req-bf37c3fd-de29-4d41-ad3d-44e83be9c31a {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:07:47.082006 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71aeb8c3-697e-4f4e-9222-8197f0a7614f", "name": "network-vif-plugged", "status": "completed", "tag": "bbdc411b-9291-4e80-a01b-1228ff309f92", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:07:47.082393 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bf37c3fd-de29-4d41-ad3d-44e83be9c31a {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:07:47.082801 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf37c3fd-de29-4d41-ad3d-44e83be9c31a'] response: {'server_uuid': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'code': 200} Sep 27 05:07:47.111094 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=679aae5a-0578-46f0-b399-223c08445236,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:47.143831 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66361f19-4c7e-44ee-ac09-1e6c0f9789ad req-8920d36f-be28-4994-8335-902296876332 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:47.146544 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-66361f19-4c7e-44ee-ac09-1e6c0f9789ad req-8920d36f-be28-4994-8335-902296876332 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0809050 Sep 27 05:07:47.176829 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=bbdc411b-9291-4e80-a01b-1228ff309f92,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:47.214290 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-66361f19-4c7e-44ee-ac09-1e6c0f9789ad req-34fbd594-b1be-4a8f-bea1-9c182c9ec8f7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608137 Sep 27 05:07:47.295197 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bf643-61e9-4f6b-a24a-bd448052ef7e req-dab5c835-42a3-4e11-a0d8-54b93bbd43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:47.296668 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-300bf643-61e9-4f6b-a24a-bd448052ef7e req-dab5c835-42a3-4e11-a0d8-54b93bbd43d4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 1130 time: 0.0440712 Sep 27 05:07:47.342876 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-300bf643-61e9-4f6b-a24a-bd448052ef7e req-31145c4e-6e87-4b31-9792-ce4f473b3a39 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378919 Sep 27 05:07:47.362814 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['679aae5a-0578-46f0-b399-223c08445236'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:07:48.211561 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7bd6d-4b0c-4a9a-9516-ca0f30413de4 req-0923fbf3-4f56-4c02-a692-562413f0e305 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:48.213198 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ad7bd6d-4b0c-4a9a-9516-ca0f30413de4 req-0923fbf3-4f56-4c02-a692-562413f0e305 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.3260186 Sep 27 05:07:48.235531 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e43f5-aaf4-41e0-bc06-4d2f7d58eb12 req-844406eb-6798-4254-a1a8-65ff87846c77 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:48.237029 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d46e43f5-aaf4-41e0-bc06-4d2f7d58eb12 req-844406eb-6798-4254-a1a8-65ff87846c77 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/ports?device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 949 time: 0.0769024 Sep 27 05:07:48.295981 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ad7bd6d-4b0c-4a9a-9516-ca0f30413de4 req-62a43f6f-fee0-46f8-9300-61a7cd85e221 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766633 Sep 27 05:07:48.312827 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d46e43f5-aaf4-41e0-bc06-4d2f7d58eb12 req-657c1263-741e-420d-a9c8-479410cedc07 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/security-groups?id=8f92dddc-cd28-47b3-8044-7c93ca88417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685878 Sep 27 05:07:48.411065 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83847b78-3f37-4dc0-a5bc-c99db61eb315 req-ec596375-06cc-40a8-a99c-c4b80e118c08 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:48.412526 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-83847b78-3f37-4dc0-a5bc-c99db61eb315 req-ec596375-06cc-40a8-a99c-c4b80e118c08 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0544062 Sep 27 05:07:48.463775 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-83847b78-3f37-4dc0-a5bc-c99db61eb315 req-772abd2d-cfb1-4c78-886d-2cca177425f4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455270 Sep 27 05:07:48.713312 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 679aae5a-0578-46f0-b399-223c08445236 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:07:48.760978 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port 679aae5a-0578-46f0-b399-223c08445236 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:07:48.765179 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 679aae5a-0578-46f0-b399-223c08445236 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:07:48.765562 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (679aae5a-0578-46f0-b399-223c08445236), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:48.765905 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 679aae5a-0578-46f0-b399-223c08445236 Sep 27 05:07:48.841463 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 679aae5a-0578-46f0-b399-223c08445236 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:07:48.842008 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (679aae5a-0578-46f0-b399-223c08445236), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:48.876320 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 679aae5a-0578-46f0-b399-223c08445236, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=679aae5a-0578-46f0-b399-223c08445236,segment=NetworkSegment(43c48dea-8c4f-4eb0-812e-058c47fe207e),segment_id=43c48dea-8c4f-4eb0-812e-058c47fe207e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:07:48.881157 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (679aae5a-0578-46f0-b399-223c08445236), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:48.927385 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=679aae5a-0578-46f0-b399-223c08445236,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:49.084302 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162ec815-f4f2-4e72-b9ac-cbf04511602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679aae5a-0578-46f0-b399-223c08445236'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:07:49.086642 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f602471-9d66-482e-a2e4-1a26602f614e" -d '{"events": [{"server_uuid": "162ec815-f4f2-4e72-b9ac-cbf04511602a", "name": "network-vif-plugged", "status": "completed", "tag": "679aae5a-0578-46f0-b399-223c08445236"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:07:49.130661 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c620bc9-184b-4e42-9d86-af9ad2f8e96d x-openstack-request-id: req-2c620bc9-184b-4e42-9d86-af9ad2f8e96d {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:07:49.130661 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162ec815-f4f2-4e72-b9ac-cbf04511602a", "name": "network-vif-plugged", "status": "completed", "tag": "679aae5a-0578-46f0-b399-223c08445236", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:07:49.130661 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2c620bc9-184b-4e42-9d86-af9ad2f8e96d {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:07:49.130661 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c620bc9-184b-4e42-9d86-af9ad2f8e96d'] response: {'server_uuid': '162ec815-f4f2-4e72-b9ac-cbf04511602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679aae5a-0578-46f0-b399-223c08445236', 'code': 200} Sep 27 05:07:49.294481 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365f71c-d74b-4f09-bfba-fbda8ea7d4a6 req-9dd1b02d-16dd-4430-86b1-1856506cd915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:49.295979 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0365f71c-d74b-4f09-bfba-fbda8ea7d4a6 req-9dd1b02d-16dd-4430-86b1-1856506cd915 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 1134 time: 0.0438480 Sep 27 05:07:49.343590 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0365f71c-d74b-4f09-bfba-fbda8ea7d4a6 req-44142138-5f75-4dc0-bef7-f8ed1ebaa1a9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8f92dddc-cd28-47b3-8044-7c93ca88417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385134 Sep 27 05:07:49.468076 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc2010-8a3f-4a23-a39f-2e50095d1075 req-c33b5630-bbac-4e17-9f10-bf1b109918f1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:49.469566 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8ddc2010-8a3f-4a23-a39f-2e50095d1075 req-c33b5630-bbac-4e17-9f10-bf1b109918f1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0909667 Sep 27 05:07:49.482087 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1dbf2-d3fc-4d37-9449-e89073024e5f req-ad0637bf-9584-447c-9f3a-43b6806bd43f tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:49.483925 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f2d1dbf2-d3fc-4d37-9449-e89073024e5f req-ad0637bf-9584-447c-9f3a-43b6806bd43f tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/ports?device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 950 time: 0.0779276 Sep 27 05:07:49.557686 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8ddc2010-8a3f-4a23-a39f-2e50095d1075 req-1de269c0-1b71-4d51-814b-bfcf5e9101c0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727718 Sep 27 05:07:49.561359 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f2d1dbf2-d3fc-4d37-9449-e89073024e5f req-cadf96ac-822b-4fec-8910-1291ab7b4a38 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/security-groups?id=8f92dddc-cd28-47b3-8044-7c93ca88417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693226 Sep 27 05:07:49.666557 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cd6b7-6b0c-4332-831d-f3e13f747172 req-3432ec0f-28a0-42fe-b58a-2cb446a69340 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:49.668025 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6e0cd6b7-6b0c-4332-831d-f3e13f747172 req-3432ec0f-28a0-42fe-b58a-2cb446a69340 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0547829 Sep 27 05:07:49.715392 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6e0cd6b7-6b0c-4332-831d-f3e13f747172 req-ce0b3e18-8152-40e8-b44c-b63e5e41a07e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415947 Sep 27 05:07:49.845911 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912f67d-cbf9-4d91-ba24-25ec61f375b4 req-be14ef0e-bcea-4f8f-b3f7-e482f43c5a48 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:49.847379 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1912f67d-cbf9-4d91-ba24-25ec61f375b4 req-be14ef0e-bcea-4f8f-b3f7-e482f43c5a48 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0575571 Sep 27 05:07:49.858084 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 35712) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:49.862306 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-fac984d3-5f8b-4e2c-aa9d-0845086aba38 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Request body: {'floatingip': {'port_id': 'bbdc411b-9291-4e80-a01b-1228ff309f92'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:49.901372 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fac984d3-5f8b-4e2c-aa9d-0845086aba38 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for floatingip (50f4da43-ef0d-4edc-849f-102947cb4116), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:50.338551 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fac984d3-5f8b-4e2c-aa9d-0845086aba38 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:50.342057 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fac984d3-5f8b-4e2c-aa9d-0845086aba38 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (50f4da43-ef0d-4edc-849f-102947cb4116), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:50.439985 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-fac984d3-5f8b-4e2c-aa9d-0845086aba38 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Floating IP 50f4da43-ef0d-4edc-849f-102947cb4116 associated. External IP: 172.27.1.61, port: bbdc411b-9291-4e80-a01b-1228ff309f92. Sep 27 05:07:50.698479 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac984d3-5f8b-4e2c-aa9d-0845086aba38 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Router 764a60f9-2981-423b-a91a-2573cc9cee8d has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:07:50.787701 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dfab9-c41b-4f9e-a10d-43a916193423 req-b5e21a78-949f-48fd-9e29-14c23c6aaa75 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:50.789216 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3d3dfab9-c41b-4f9e-a10d-43a916193423 req-b5e21a78-949f-48fd-9e29-14c23c6aaa75 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.1403301 Sep 27 05:07:50.812599 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d97004-b762-4912-8e47-ccc5937e1675 req-153cceb3-7ef0-40d6-8afa-c9de9e7ce855 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:50.814195 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c4d97004-b762-4912-8e47-ccc5937e1675 req-153cceb3-7ef0-40d6-8afa-c9de9e7ce855 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/ports?device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 950 time: 0.1311324 Sep 27 05:07:50.932654 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3d3dfab9-c41b-4f9e-a10d-43a916193423 req-8fa3fc30-0627-423f-abf2-9e4e98beebca tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357429 Sep 27 05:07:50.933660 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac984d3-5f8b-4e2c-aa9d-0845086aba38 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:07:50.938786 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fac984d3-5f8b-4e2c-aa9d-0845086aba38 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:50.943828 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86829c9-db06-4287-ad65-33bd6ca6a86e None None] Sync routers for ids ['764a60f9-2981-423b-a91a-2573cc9cee8d'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:07:50.945735 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c4d97004-b762-4912-8e47-ccc5937e1675 req-87517799-ddbc-4094-af63-e349ebc6a2b3 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/security-groups?id=8f92dddc-cd28-47b3-8044-7c93ca88417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195495 Sep 27 05:07:50.964584 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86829c9-db06-4287-ad65-33bd6ca6a86e None None] Routers {'764a60f9-2981-423b-a91a-2573cc9cee8d'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:07:50.964584 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e86829c9-db06-4287-ad65-33bd6ca6a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:07:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['764a60f9-2981-423b-a91a-2573cc9cee8d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:50.989160 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-fac984d3-5f8b-4e2c-aa9d-0845086aba38 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "PUT /v2.0/floatingips/50f4da43-ef0d-4edc-849f-102947cb4116 HTTP/1.1" status: 200 len: 991 time: 1.1273391 Sep 27 05:07:50.989160 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'tag': 'bbdc411b-9291-4e80-a01b-1228ff309f92'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:07:50.992089 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11c7d22-7f4a-4b14-81a4-bf104f97a26c" -d '{"events": [{"name": "network-changed", "server_uuid": "71aeb8c3-697e-4f4e-9222-8197f0a7614f", "tag": "bbdc411b-9291-4e80-a01b-1228ff309f92"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:07:51.030335 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b46659-d862-491f-94bd-a01a20e50b8e x-openstack-request-id: req-16b46659-d862-491f-94bd-a01a20e50b8e {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:07:51.030634 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71aeb8c3-697e-4f4e-9222-8197f0a7614f", "tag": "bbdc411b-9291-4e80-a01b-1228ff309f92", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:07:51.030895 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-16b46659-d862-491f-94bd-a01a20e50b8e {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:07:51.031529 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b46659-d862-491f-94bd-a01a20e50b8e'] response: {'name': 'network-changed', 'server_uuid': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'tag': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'status': 'completed', 'code': 200} Sep 27 05:07:51.085457 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-e86829c9-db06-4287-ad65-33bd6ca6a86e None None] Set router 764a60f9-2981-423b-a91a-2573cc9cee8d gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:07:51.117048 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c7d22-7f4a-4b14-81a4-bf104f97a26c req-5d7cecf4-10eb-4cf1-b4e6-54a5bbe9c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:51.118690 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a11c7d22-7f4a-4b14-81a4-bf104f97a26c req-5d7cecf4-10eb-4cf1-b4e6-54a5bbe9c975 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8550668d08c4227904042b8a49bc261&device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 1130 time: 0.0543292 Sep 27 05:07:51.244532 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c7d22-7f4a-4b14-81a4-bf104f97a26c req-30eb62c7-a3c2-4f21-81fa-0dee0b8ebd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:51.246018 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a11c7d22-7f4a-4b14-81a4-bf104f97a26c req-30eb62c7-a3c2-4f21-81fa-0dee0b8ebd38 service neutron] 10.222.0.49 "GET /v2.0/networks?id=68f55e36-d9fc-4a97-965b-697b60bb0317 HTTP/1.1" status: 200 len: 918 time: 0.1209812 Sep 27 05:07:51.336596 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a11c7d22-7f4a-4b14-81a4-bf104f97a26c req-bd0d896a-b6b0-4559-a49d-b88e500910f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbdc411b-9291-4e80-a01b-1228ff309f92 HTTP/1.1" status: 200 len: 999 time: 0.0681009 Sep 27 05:07:51.349749 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9afe5-41c2-45f0-867a-d75e0e9612d8 req-e1415289-08bc-431e-aa92-33bee228e348 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:51.351486 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bbf9afe5-41c2-45f0-867a-d75e0e9612d8 req-e1415289-08bc-431e-aa92-33bee228e348 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/ports?device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 950 time: 0.1173449 Sep 27 05:07:51.396319 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e86829c9-db06-4287-ad65-33bd6ca6a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '50f4da43-ef0d-4edc-849f-102947cb4116', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'port_id': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'mac_address': 'fa:16:3e:c6:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:07:36Z', 'updated_at': '2022-09-27T05:07:50Z', 'revision_number': 1, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:38Z', 'revision_number': 5, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:51.423361 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c7d22-7f4a-4b14-81a4-bf104f97a26c req-6363bf7b-2daf-4fc0-b220-2f571b414063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:51.424901 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a11c7d22-7f4a-4b14-81a4-bf104f97a26c req-6363bf7b-2daf-4fc0-b220-2f571b414063 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2296294a-06a0-47d1-88b5-ab865bff1c05 HTTP/1.1" status: 200 len: 856 time: 0.0724759 Sep 27 05:07:51.428676 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86829c9-db06-4287-ad65-33bd6ca6a86e None None] Checking router: 764a60f9-2981-423b-a91a-2573cc9cee8d for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:07:51.437558 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bbf9afe5-41c2-45f0-867a-d75e0e9612d8 req-b4f44d95-1678-4b69-ac7d-48ac9b607816 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/security-groups?id=8f92dddc-cd28-47b3-8044-7c93ca88417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771434 Sep 27 05:07:51.437766 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86829c9-db06-4287-ad65-33bd6ca6a86e None None] Routers {'764a60f9-2981-423b-a91a-2573cc9cee8d'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:07:51.438369 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e86829c9-db06-4287-ad65-33bd6ca6a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:07:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['764a60f9-2981-423b-a91a-2573cc9cee8d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:51.484951 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c7d22-7f4a-4b14-81a4-bf104f97a26c req-1c20b419-6f27-4be8-af03-af4c078aaaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:51.486475 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a11c7d22-7f4a-4b14-81a4-bf104f97a26c req-1c20b419-6f27-4be8-af03-af4c078aaaea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68f55e36-d9fc-4a97-965b-697b60bb0317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468554 Sep 27 05:07:51.544471 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-e86829c9-db06-4287-ad65-33bd6ca6a86e None None] Set router 764a60f9-2981-423b-a91a-2573cc9cee8d gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:07:51.581125 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a11c7d22-7f4a-4b14-81a4-bf104f97a26c req-641599f8-435f-414d-8c0e-c9dd1f6c4580 service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874009 Sep 27 05:07:51.680660 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a11c7d22-7f4a-4b14-81a4-bf104f97a26c req-b8471169-e753-423a-9bb9-3a5ea5f9fc6a service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908961 Sep 27 05:07:51.881611 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e86829c9-db06-4287-ad65-33bd6ca6a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '50f4da43-ef0d-4edc-849f-102947cb4116', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'port_id': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'mac_address': 'fa:16:3e:c6:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:07:36Z', 'updated_at': '2022-09-27T05:07:50Z', 'revision_number': 1, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:38Z', 'revision_number': 5, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:07:51.912843 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86829c9-db06-4287-ad65-33bd6ca6a86e None None] The sync data for ids ['764a60f9-2981-423b-a91a-2573cc9cee8d'] in dv-cinder-858463-2-iscsi is: [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '50f4da43-ef0d-4edc-849f-102947cb4116', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'port_id': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'mac_address': 'fa:16:3e:c6:b5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:07:36Z', 'updated_at': '2022-09-27T05:07:50Z', 'revision_number': 1, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:38Z', 'revision_number': 5, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:07:52.079418 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014e096-21ea-42e6-80c2-41da9fc24cdd req-a64aabe4-3990-4eab-9800-b53ac252b84b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:52.080982 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2014e096-21ea-42e6-80c2-41da9fc24cdd req-a64aabe4-3990-4eab-9800-b53ac252b84b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0604250 Sep 27 05:07:52.109888 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25838cc-cf43-42d1-aedb-5af45e8f322b None None] New status for floating IP 50f4da43-ef0d-4edc-849f-102947cb4116: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:07:52.135112 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2014e096-21ea-42e6-80c2-41da9fc24cdd req-449c34bb-ba40-4e5b-9263-ce968b3bae5a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472672 Sep 27 05:07:52.564209 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cc1b1-accb-4cd7-b12d-70888c096249 req-cdd4829d-fe50-4439-a691-938867da7071 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:52.565782 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c80cc1b1-accb-4cd7-b12d-70888c096249 req-cdd4829d-fe50-4439-a691-938867da7071 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/ports?device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 950 time: 0.0541093 Sep 27 05:07:52.612424 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c80cc1b1-accb-4cd7-b12d-70888c096249 req-1ecc2463-9380-4dbb-894d-a5ffba9a37a7 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/security-groups?id=8f92dddc-cd28-47b3-8044-7c93ca88417a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Sep 27 05:07:53.058770 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f1d43-326c-453e-b2df-0058ce72b6e3 req-9605f48b-db04-4c28-85a5-f622b454aae4 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:53.060379 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-684f1d43-326c-453e-b2df-0058ce72b6e3 req-9605f48b-db04-4c28-85a5-f622b454aae4 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.49 "GET /v2.0/ports?device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 950 time: 0.0571957 Sep 27 05:07:53.155375 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-684f1d43-326c-453e-b2df-0058ce72b6e3 req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Deleting port 679aae5a-0578-46f0-b399-223c08445236 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:07:53.155721 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-684f1d43-326c-453e-b2df-0058ce72b6e3 req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (679aae5a-0578-46f0-b399-223c08445236), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:53.279021 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-684f1d43-326c-453e-b2df-0058ce72b6e3 req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] For port 679aae5a-0578-46f0-b399-223c08445236, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=679aae5a-0578-46f0-b399-223c08445236,segment=NetworkSegment(43c48dea-8c4f-4eb0-812e-058c47fe207e),segment_id=43c48dea-8c4f-4eb0-812e-058c47fe207e)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:07:53.279295 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-684f1d43-326c-453e-b2df-0058ce72b6e3 req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (679aae5a-0578-46f0-b399-223c08445236), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:53.298043 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-684f1d43-326c-453e-b2df-0058ce72b6e3 req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Calling delete_port for 679aae5a-0578-46f0-b399-223c08445236 owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:07:53.319669 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e4e6a-6607-41ad-8fde-7652eec202f9 req-6c747686-f669-472d-a039-1f7733c44fbb tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:53.321636 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7e3e4e6a-6607-41ad-8fde-7652eec202f9 req-6c747686-f669-472d-a039-1f7733c44fbb tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.1043510 Sep 27 05:07:53.411878 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7e3e4e6a-6607-41ad-8fde-7652eec202f9 req-1ea88336-9c02-407d-a19b-9b4f93e8fdde tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615897 Sep 27 05:07:53.483567 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-684f1d43-326c-453e-b2df-0058ce72b6e3 req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (679aae5a-0578-46f0-b399-223c08445236), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:53.498119 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['679aae5a-0578-46f0-b399-223c08445236'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:07:53.513540 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Pushing event deleted for resources: {'Port': ['ID=679aae5a-0578-46f0-b399-223c08445236,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:53.526289 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:53.526642 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:53.526983 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:53.527323 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:53.527659 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:53.527998 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:53.528324 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:53.528652 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:53.529004 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:53.529378 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:53.529659 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:53.529982 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:53.530307 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:53.571907 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-684f1d43-326c-453e-b2df-0058ce72b6e3 req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] No DVR routers for this DVR port 679aae5a-0578-46f0-b399-223c08445236 on host hv-cinder-85846 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:07:53.575089 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-684f1d43-326c-453e-b2df-0058ce72b6e3 req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:53.578421 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-684f1d43-326c-453e-b2df-0058ce72b6e3 req-77f96c87-4a85-476a-8e6b-303199cc03a1 tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.49 "DELETE /v2.0/ports/679aae5a-0578-46f0-b399-223c08445236 HTTP/1.1" status: 204 len: 173 time: 0.5122979 Sep 27 05:07:53.578921 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162ec815-f4f2-4e72-b9ac-cbf04511602a', 'name': 'network-vif-deleted', 'tag': '679aae5a-0578-46f0-b399-223c08445236'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:07:53.581194 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7f096c-b47a-4042-909b-08bf7ff173e0" -d '{"events": [{"server_uuid": "162ec815-f4f2-4e72-b9ac-cbf04511602a", "name": "network-vif-deleted", "tag": "679aae5a-0578-46f0-b399-223c08445236"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:07:53.623134 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7f4431-23d5-4d0d-a4f7-91e6b0c2c613 x-openstack-request-id: req-be7f4431-23d5-4d0d-a4f7-91e6b0c2c613 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:07:53.623449 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162ec815-f4f2-4e72-b9ac-cbf04511602a", "name": "network-vif-deleted", "tag": "679aae5a-0578-46f0-b399-223c08445236", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:07:53.623717 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-be7f4431-23d5-4d0d-a4f7-91e6b0c2c613 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:07:53.624130 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be7f4431-23d5-4d0d-a4f7-91e6b0c2c613'] response: {'server_uuid': '162ec815-f4f2-4e72-b9ac-cbf04511602a', 'name': 'network-vif-deleted', 'tag': '679aae5a-0578-46f0-b399-223c08445236', 'status': 'completed', 'code': 200} Sep 27 05:07:53.719117 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-68e3db14-a756-45b8-949a-1643db36064a req-75547ab5-efda-4372-b3a2-6fde58d4478b tempest-VolumesNegativeTest-93050761 tempest-VolumesNegativeTest-93050761-project] 10.222.0.27 "GET /v2.0/ports?device_id=162ec815-f4f2-4e72-b9ac-cbf04511602a HTTP/1.1" status: 200 len: 210 time: 0.0288072 Sep 27 05:07:53.943562 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 35766) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:53.948547 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-aa48d661-7142-4b2d-917e-8ed4d47c3320 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1472497488', 'description': 'tempest-description--1999793165'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:53.969528 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-aa48d661-7142-4b2d-917e-8ed4d47c3320 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.043541 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-aa48d661-7142-4b2d-917e-8ed4d47c3320 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (9d48f0d0-755b-4704-b93b-097ef30ef3cf), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.047889 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-aa48d661-7142-4b2d-917e-8ed4d47c3320 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (9d48f0d0-755b-4704-b93b-097ef30ef3cf), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.084456 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-aa48d661-7142-4b2d-917e-8ed4d47c3320 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.088896 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-aa48d661-7142-4b2d-917e-8ed4d47c3320 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1411293 Sep 27 05:07:54.088896 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48d661-7142-4b2d-917e-8ed4d47c3320 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d48f0d0-755b-4704-b93b-097ef30ef3cf,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:54.089287 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 35768) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:54.099249 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'security_group_rule': {'security_group_id': '9d48f0d0-755b-4704-b93b-097ef30ef3cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:54.136410 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (3a80e321-861e-453c-8206-14f7ab0fb692), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.195108 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (3a80e321-861e-453c-8206-14f7ab0fb692), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.198747 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (3a80e321-861e-453c-8206-14f7ab0fb692), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.215476 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a80e321-861e-453c-8206-14f7ab0fb692,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:54.225517 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:54.225977 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:54.226327 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:54.226673 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:54.227008 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:54.227470 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:54.227848 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:54.228184 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:54.228518 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:54.228886 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:54.229222 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:54.229555 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:54.229888 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:07:54.234675 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.235913 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-700b9428-7e85-4524-b7ba-a5e73f6db35e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455986 Sep 27 05:07:54.239643 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 35770) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:54.244385 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-01d4eaa7-c9c1-4516-b7ee-285bd40c3c61 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'security_group_rule': {'security_group_id': '9d48f0d0-755b-4704-b93b-097ef30ef3cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:54.268992 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-01d4eaa7-c9c1-4516-b7ee-285bd40c3c61 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (cc1a33b5-c1dc-41e7-a555-ec25a3c5d65f), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.329295 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-01d4eaa7-c9c1-4516-b7ee-285bd40c3c61 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (cc1a33b5-c1dc-41e7-a555-ec25a3c5d65f), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.332884 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-01d4eaa7-c9c1-4516-b7ee-285bd40c3c61 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (cc1a33b5-c1dc-41e7-a555-ec25a3c5d65f), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.351483 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4eaa7-c9c1-4516-b7ee-285bd40c3c61 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1a33b5-c1dc-41e7-a555-ec25a3c5d65f,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:54.359893 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-01d4eaa7-c9c1-4516-b7ee-285bd40c3c61 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.361095 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-01d4eaa7-c9c1-4516-b7ee-285bd40c3c61 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202900 Sep 27 05:07:54.364833 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 35772) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:07:54.369023 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'floatingip': {'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:07:54.392548 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.524517 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.596512 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400b33f-99e1-42d8-9740-e8ca84e7d693 req-c98cfad4-36d1-4ced-8d75-e8653195f710 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:54.598644 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9400b33f-99e1-42d8-9740-e8ca84e7d693 req-c98cfad4-36d1-4ced-8d75-e8653195f710 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.1069980 Sep 27 05:07:54.683814 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Allocated IP 172.27.1.249 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/848f1534-d7ae-426f-ae3b-8e8ff823a4de) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:07:54.699339 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9400b33f-99e1-42d8-9740-e8ca84e7d693 req-252d79d8-1834-4c0c-9404-cf2df426b1cd tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917857 Sep 27 05:07:54.798737 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for port (848f1534-d7ae-426f-ae3b-8e8ff823a4de), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.830623 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (848f1534-d7ae-426f-ae3b-8e8ff823a4de), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:54.868981 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:07:54.871768 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:07:54.877372 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:07:54.882721 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'Port': ['ID=848f1534-d7ae-426f-ae3b-8e8ff823a4de,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:54.967084 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (342bd5bd-ae42-4739-81c1-7d43a144ace9), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:55.006773 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (848f1534-d7ae-426f-ae3b-8e8ff823a4de), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:55.404779 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for port (848f1534-d7ae-426f-ae3b-8e8ff823a4de), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:55.409745 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (848f1534-d7ae-426f-ae3b-8e8ff823a4de), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:55.478112 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (342bd5bd-ae42-4739-81c1-7d43a144ace9), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:55.482261 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'Port': ['ID=848f1534-d7ae-426f-ae3b-8e8ff823a4de,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:07:55.497277 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:07:55.498674 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-8d3c25cb-eb17-41b7-a34f-6e3e04c3bb8e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1328974 Sep 27 05:07:55.831784 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c69c8-ae81-4283-8058-680d5b144b97 req-d0f712c8-f7ff-4b3d-adce-ebc170356148 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:55.833785 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7b1c69c8-ae81-4283-8058-680d5b144b97 req-d0f712c8-f7ff-4b3d-adce-ebc170356148 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0558348 Sep 27 05:07:55.882822 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7b1c69c8-ae81-4283-8058-680d5b144b97 req-cd8440eb-c524-40aa-8c2a-9504b93bc3bc tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434837 Sep 27 05:07:56.747290 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 679aae5a-0578-46f0-b399-223c08445236 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:07:56.767043 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: 679aae5a-0578-46f0-b399-223c08445236 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:07:56.767396 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 679aae5a-0578-46f0-b399-223c08445236 not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:07:57.010493 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005b770-edbc-46e6-b6c4-ca898cff3f4d req-5b52101e-fab2-4e83-b314-6f615c546d58 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:57.011913 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b005b770-edbc-46e6-b6c4-ca898cff3f4d req-5b52101e-fab2-4e83-b314-6f615c546d58 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0547435 Sep 27 05:07:57.070831 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b005b770-edbc-46e6-b6c4-ca898cff3f4d req-623b1edd-8dc0-417d-b5cb-9d4908c43d90 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524106 Sep 27 05:07:58.197733 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de9bbf-4afb-442c-ac56-94c8ea737d93 req-f75d3384-fc49-4c9f-bd23-2a74880c61b4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:58.199286 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-36de9bbf-4afb-442c-ac56-94c8ea737d93 req-f75d3384-fc49-4c9f-bd23-2a74880c61b4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0549066 Sep 27 05:07:58.252344 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-36de9bbf-4afb-442c-ac56-94c8ea737d93 req-05ddffd6-88b0-43f7-ad19-311c11279208 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471921 Sep 27 05:07:58.501395 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-dc8b1d71-7650-4b07-9e84-42a16e41abe2 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1472497488&fields=id&tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec HTTP/1.1" status: 200 len: 267 time: 0.0474389 Sep 27 05:07:58.611063 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-625a7a42-ed13-4b0d-bd57-cf795275cfc6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:58.611063 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-625a7a42-ed13-4b0d-bd57-cf795275cfc6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/networks?id=1a56c517-727f-4327-948e-4876138946d9 HTTP/1.1" status: 200 len: 815 time: 0.1014221 Sep 27 05:07:58.628444 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-6e020d08-1091-48fb-9a30-087dfc5b5a4c tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/quotas/14088bcc2ded4aebb6e8c1f890d6fdec HTTP/1.1" status: 200 len: 375 time: 0.0124764 Sep 27 05:07:58.699143 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-31de484d-79cf-4f2c-b8b3-81426777a834 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635288 Sep 27 05:07:58.806405 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-1dd2064c-b830-4826-b208-c09c2523d7d0 service neutron] 10.222.0.27 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902131 Sep 27 05:07:58.917141 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-d59eb957-2dab-4c54-8362-add1e7f93ba6 service neutron] 10.222.0.27 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047745 Sep 27 05:07:59.179097 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b9308b2a-0cd0-44e0-8721-ea79253e0e6d req-ce3c9b43-d0aa-4bc2-8c7a-e0fe417f04b7 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 210 time: 0.0669467 Sep 27 05:07:59.286611 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93d50a-ff50-4bed-ab16-7982898cfcab req-1c143a33-5540-4969-8475-da3e4de07ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:59.288968 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2e93d50a-ff50-4bed-ab16-7982898cfcab req-1c143a33-5540-4969-8475-da3e4de07ab2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 1129 time: 0.0678082 Sep 27 05:07:59.374130 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2e93d50a-ff50-4bed-ab16-7982898cfcab req-d19ff38a-db2b-4802-941e-8ca2d726d44e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739474 Sep 27 05:07:59.404198 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b696b2c-ca19-40dd-bd9b-afd82be7f744 req-3c8e9c8e-ef7b-4fe2-b455-cdcd7a784229 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:07:59.405729 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7b696b2c-ca19-40dd-bd9b-afd82be7f744 req-3c8e9c8e-ef7b-4fe2-b455-cdcd7a784229 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0712955 Sep 27 05:07:59.463606 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7b696b2c-ca19-40dd-bd9b-afd82be7f744 req-8404739c-4620-49c8-bbdf-3b50d4fb8d37 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522017 Sep 27 05:08:00.339726 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-786f15f4-90ca-4773-913c-b593bf158e7c req-0d5bf134-265f-4054-9ea7-fc93a70d2533 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 210 time: 0.0711865 Sep 27 05:08:00.401403 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-1b26ea94-f8ff-4511-8857-4016b9372aa5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:00.402815 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-1b26ea94-f8ff-4511-8857-4016b9372aa5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "GET /v2.0/networks?id=1a56c517-727f-4327-948e-4876138946d9 HTTP/1.1" status: 200 len: 815 time: 0.1703310 Sep 27 05:08:00.516817 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-020bc0da-84f9-40e3-9ccd-f0151b05a4a7 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec HTTP/1.1" status: 200 len: 472 time: 0.0817084 Sep 27 05:08:00.542742 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-ba902d91-472c-4f6c-ad75-881a80005b19 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'port': {'device_id': 'aa34f5dc-8839-47c3-a98d-b6c839e81ccd', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'admin_state_up': True, 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'security_groups': ['9d48f0d0-755b-4704-b93b-097ef30ef3cf']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:00.674893 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56732f-d3e8-45c6-8319-690184aefb90 req-e867998c-ba9b-4f85-9bb2-fd2381737d3d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:00.676490 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ec56732f-d3e8-45c6-8319-690184aefb90 req-e867998c-ba9b-4f85-9bb2-fd2381737d3d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.1160228 Sep 27 05:08:00.714424 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-ba902d91-472c-4f6c-ad75-881a80005b19 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Made reservation on behalf of 14088bcc2ded4aebb6e8c1f890d6fdec for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:08:00.717944 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-ba902d91-472c-4f6c-ad75-881a80005b19 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:00.760701 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ec56732f-d3e8-45c6-8319-690184aefb90 req-f40ffe80-0080-4308-ab16-651e64e095c3 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756907 Sep 27 05:08:00.878689 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-ba902d91-472c-4f6c-ad75-881a80005b19 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Allocated IP 172.20.0.9 (1a56c517-727f-4327-948e-4876138946d9/84980d5a-6c29-4863-932f-7803984692e8/eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:08:01.048273 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-ba902d91-472c-4f6c-ad75-881a80005b19 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:01.092337 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-ba902d91-472c-4f6c-ad75-881a80005b19 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:01.139976 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-ba902d91-472c-4f6c-ad75-881a80005b19 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Network 1a56c517-727f-4327-948e-4876138946d9 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:08:01.143757 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-ba902d91-472c-4f6c-ad75-881a80005b19 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:01.158271 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-ba902d91-472c-4f6c-ad75-881a80005b19 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:08:01.185438 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba902d91-472c-4f6c-ad75-881a80005b19 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'Port': ['ID=eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:01.240051 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-ba902d91-472c-4f6c-ad75-881a80005b19 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:01.241016 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-ba902d91-472c-4f6c-ad75-881a80005b19 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:01.262465 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-ba902d91-472c-4f6c-ad75-881a80005b19 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7250261 Sep 27 05:08:01.275388 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Request body: {'port': {'device_id': 'aa34f5dc-8839-47c3-a98d-b6c839e81ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:01.338885 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:01.390144 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-7f1d875e-dfb7-4e48-b5ec-cb47eeae7e18 None None] Provisioning complete for port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:01.391336 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7f1d875e-dfb7-4e48-b5ec-cb47eeae7e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:01.391336 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-7f1d875e-dfb7-4e48-b5ec-cb47eeae7e18 None None] Attempt 1 to provision port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e Sep 27 05:08:01.433350 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d875e-dfb7-4e48-b5ec-cb47eeae7e18 None None] Port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:01.552639 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bb313-36b9-481e-ad2d-54e3b930b0b0 req-e9a5da09-6e46-499d-bffa-007c6d073608 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:01.554128 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-503bb313-36b9-481e-ad2d-54e3b930b0b0 req-e9a5da09-6e46-499d-bffa-007c6d073608 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 931 time: 0.1142144 Sep 27 05:08:01.631733 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-503bb313-36b9-481e-ad2d-54e3b930b0b0 req-96a203cb-7781-4638-8c0b-6df8d1ba8b68 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698223 Sep 27 05:08:01.676140 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:08:01.683732 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Publish callbacks [] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:01.696101 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Transition to ACTIVE for port object eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:08:01.699535 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:01.779445 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:01.809474 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Attempting to bind port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:08:01.809821 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Attempting to bind port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:08:01.810179 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Attempting to bind port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e on network 1a56c517-727f-4327-948e-4876138946d9 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:08:01.814992 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e on network 1a56c517-727f-4327-948e-4876138946d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:08:01.815316 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Attempting to bind port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e on network 1a56c517-727f-4327-948e-4876138946d9 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:08:01.822213 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:08:01.822556 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Checking segment: {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:08:01.822941 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Bound using segment: {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:08:01.823379 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Bound port: eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:08:01.823744 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:01.922651 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] For port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e, host hv-cinder-85846, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:08:01.927431 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] For port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:08:01.934293 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-7f1d875e-dfb7-4e48-b5ec-cb47eeae7e18 None None] Attempt 2 to provision port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e Sep 27 05:08:01.936644 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80781d-f7e7-4fff-a8b1-8a361f5b0082 req-bb4f1c59-6fac-4ce0-bc06-b4cb05d95e15 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:01.938187 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a80781d-f7e7-4fff-a8b1-8a361f5b0082 req-bb4f1c59-6fac-4ce0-bc06-b4cb05d95e15 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.1017268 Sep 27 05:08:01.939750 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:01.943793 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:01.944378 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:01.945714 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] 10.222.0.49 "PUT /v2.0/ports/eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e HTTP/1.1" status: 200 len: 1093 time: 0.6754024 Sep 27 05:08:01.946225 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa34f5dc-8839-47c3-a98d-b6c839e81ccd', 'tag': 'eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:08:01.948448 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c82c7e-70cc-47e6-91cf-53d2366e0d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa34f5dc-8839-47c3-a98d-b6c839e81ccd", "tag": "eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:08:01.987352 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-7f1d875e-dfb7-4e48-b5ec-cb47eeae7e18 None None] Port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:08:02.017950 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7426031-8b08-4ca1-9b51-82ea701ced98 x-openstack-request-id: req-b7426031-8b08-4ca1-9b51-82ea701ced98 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:08:02.018245 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa34f5dc-8839-47c3-a98d-b6c839e81ccd", "tag": "eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:08:02.018503 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b7426031-8b08-4ca1-9b51-82ea701ced98 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:08:02.018902 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7426031-8b08-4ca1-9b51-82ea701ced98'] response: {'name': 'network-changed', 'server_uuid': 'aa34f5dc-8839-47c3-a98d-b6c839e81ccd', 'tag': 'eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e', 'status': 'completed', 'code': 200} Sep 27 05:08:02.054646 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06d953-4e07-4132-a94e-b97dcdc6d424 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:02.063235 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a80781d-f7e7-4fff-a8b1-8a361f5b0082 req-e6258f65-9175-4ad4-b7a0-b5d42a9a7b29 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108670 Sep 27 05:08:02.076096 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-7ce0f54a-0ef8-4ada-ba7e-7de7f3e9574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:02.077659 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-7ce0f54a-0ef8-4ada-ba7e-7de7f3e9574d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 1127 time: 0.0769491 Sep 27 05:08:02.134334 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-7326df01-ba7f-4422-99fa-120499c829b8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e HTTP/1.1" status: 200 len: 217 time: 0.0383778 Sep 27 05:08:02.184062 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-1f784eb4-1c2a-4ed4-a6da-3630475f3a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:02.185655 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-1f784eb4-1c2a-4ed4-a6da-3630475f3a55 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84980d5a-6c29-4863-932f-7803984692e8 HTTP/1.1" status: 200 len: 854 time: 0.0445688 Sep 27 05:08:02.251791 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-6f5a1212-9d22-43f4-b083-c2ca838aebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:02.253465 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-6f5a1212-9d22-43f4-b083-c2ca838aebba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a56c517-727f-4327-948e-4876138946d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566478 Sep 27 05:08:02.349745 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed957231-09e9-407d-9523-cbc7bd413ad7 req-f8969321-ebb0-4af5-a8d7-72c08a858c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:02.351264 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ed957231-09e9-407d-9523-cbc7bd413ad7 req-f8969321-ebb0-4af5-a8d7-72c08a858c99 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 1129 time: 0.0673003 Sep 27 05:08:02.411259 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c24f41-459e-4cc2-b37a-0c1680724021 req-137ef290-2658-42e5-a808-b2cd56f66f1d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:02.412763 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-55c24f41-459e-4cc2-b37a-0c1680724021 req-137ef290-2658-42e5-a808-b2cd56f66f1d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.1165245 Sep 27 05:08:02.414706 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-768d8574-9232-4cf6-96f3-c39e5dd229b1 service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425183 Sep 27 05:08:02.453124 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed957231-09e9-407d-9523-cbc7bd413ad7 req-eb010c71-c379-43a1-85ce-eaed2462c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:02.454968 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ed957231-09e9-407d-9523-cbc7bd413ad7 req-eb010c71-c379-43a1-85ce-eaed2462c688 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 920 time: 0.0952902 Sep 27 05:08:02.506400 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ed957231-09e9-407d-9523-cbc7bd413ad7 req-358514b1-6511-4a73-b49c-76edb7191441 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=001b8ab8-3135-4c20-bac0-a1f396fbb065 HTTP/1.1" status: 200 len: 217 time: 0.0432229 Sep 27 05:08:02.526810 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-55c24f41-459e-4cc2-b37a-0c1680724021 req-9ed3fb10-53c2-4c3a-9f4c-5c36a9729577 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078465 Sep 27 05:08:02.556769 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9cd1215-9da5-4be9-b892-313fe0ea2694 req-102f532b-74d0-405f-8e51-2a2c406657ee service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312957 Sep 27 05:08:02.575617 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed957231-09e9-407d-9523-cbc7bd413ad7 req-c956027e-bc41-4b28-b0fa-8554fbab3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:02.577122 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ed957231-09e9-407d-9523-cbc7bd413ad7 req-c956027e-bc41-4b28-b0fa-8554fbab3a89 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 200 len: 858 time: 0.0620470 Sep 27 05:08:02.577580 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36200) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:02.631584 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed957231-09e9-407d-9523-cbc7bd413ad7 req-10811dc6-b111-4413-b203-4c3f984c3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:02.633196 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ed957231-09e9-407d-9523-cbc7bd413ad7 req-10811dc6-b111-4413-b203-4c3f984c3f77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4442df01-63e0-4b38-b6ea-c622548962d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483692 Sep 27 05:08:02.672687 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c82c7e-70cc-47e6-91cf-53d2366e0d3e req-2bc03946-030c-4a98-a4c0-ed67e3bc261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:02.675601 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d7c82c7e-70cc-47e6-91cf-53d2366e0d3e req-2bc03946-030c-4a98-a4c0-ed67e3bc261f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 1127 time: 0.0539792 Sep 27 05:08:02.757599 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-25993f9f-dcd7-4b8a-964c-ada2b2fe9812 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=89ea28915f6a4a6ba8ed6b4fda932212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787536 Sep 27 05:08:02.760317 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36206) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:02.792465 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ed957231-09e9-407d-9523-cbc7bd413ad7 req-36477908-22b6-4732-bb59-63b65aa4eca0 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440141 Sep 27 05:08:02.815215 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c82c7e-70cc-47e6-91cf-53d2366e0d3e req-666457d8-426e-431f-aab5-dbf73a769449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:02.817461 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d7c82c7e-70cc-47e6-91cf-53d2366e0d3e req-666457d8-426e-431f-aab5-dbf73a769449 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1a56c517-727f-4327-948e-4876138946d9 HTTP/1.1" status: 200 len: 916 time: 0.1286829 Sep 27 05:08:02.824209 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf86c33-0c13-4200-8ead-9d4cf270004e req-1e4384df-9244-4d1f-ad1e-c6b921facd78 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:02.825623 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2cf86c33-0c13-4200-8ead-9d4cf270004e req-1e4384df-9244-4d1f-ad1e-c6b921facd78 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 943 time: 0.0920169 Sep 27 05:08:02.875874 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c2445e2a-6108-4a4e-b147-53b7d34f1e22 admin admin] Publish callbacks [] for security_group (8f92dddc-cd28-47b3-8044-7c93ca88417a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:02.877474 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d7c82c7e-70cc-47e6-91cf-53d2366e0d3e req-419a1761-4893-47a7-9ed0-5561a3bf504a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e HTTP/1.1" status: 200 len: 217 time: 0.0437422 Sep 27 05:08:02.913334 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c2445e2a-6108-4a4e-b147-53b7d34f1e22 admin admin] Publish callbacks [] for security_group (8f92dddc-cd28-47b3-8044-7c93ca88417a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:02.940217 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2cf86c33-0c13-4200-8ead-9d4cf270004e req-cdff8a60-3694-412e-bd49-5ed11b4f5bfb tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085806 Sep 27 05:08:02.940458 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ed957231-09e9-407d-9523-cbc7bd413ad7 req-90894f9e-71e9-4d5d-92bc-91927979552c service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368158 Sep 27 05:08:02.948831 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c82c7e-70cc-47e6-91cf-53d2366e0d3e req-164cd1a0-80da-4c99-ac69-ef7a8f0e0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:02.950420 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d7c82c7e-70cc-47e6-91cf-53d2366e0d3e req-164cd1a0-80da-4c99-ac69-ef7a8f0e0f22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84980d5a-6c29-4863-932f-7803984692e8 HTTP/1.1" status: 200 len: 854 time: 0.0664041 Sep 27 05:08:02.975549 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c2445e2a-6108-4a4e-b147-53b7d34f1e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (8f92dddc-cd28-47b3-8044-7c93ca88417a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:02.979403 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c2445e2a-6108-4a4e-b147-53b7d34f1e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:02.983456 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c2445e2a-6108-4a4e-b147-53b7d34f1e22 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8f92dddc-cd28-47b3-8044-7c93ca88417a HTTP/1.1" status: 204 len: 168 time: 0.2218738 Sep 27 05:08:02.994252 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2445e2a-6108-4a4e-b147-53b7d34f1e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f92dddc-cd28-47b3-8044-7c93ca88417a,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:03.013601 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c82c7e-70cc-47e6-91cf-53d2366e0d3e req-347d568a-3e4c-41dd-a0f8-2400a04102c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:03.021280 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d7c82c7e-70cc-47e6-91cf-53d2366e0d3e req-347d568a-3e4c-41dd-a0f8-2400a04102c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a56c517-727f-4327-948e-4876138946d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605834 Sep 27 05:08:03.160282 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d7c82c7e-70cc-47e6-91cf-53d2366e0d3e req-0b0aeba1-810c-4b0f-b7c6-473a9363c010 service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133895 Sep 27 05:08:03.185508 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:08:03.270088 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d7c82c7e-70cc-47e6-91cf-53d2366e0d3e req-d437d0c8-0d87-463d-8fdc-5f0e97ef7b25 service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979404 Sep 27 05:08:03.655001 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a86d74-c870-42eb-84b8-277e0ec41e21 req-d12876f4-2644-43e8-a4b7-3e40a0781604 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:03.656616 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-87a86d74-c870-42eb-84b8-277e0ec41e21 req-d12876f4-2644-43e8-a4b7-3e40a0781604 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0539813 Sep 27 05:08:03.675942 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36236) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:03.706753 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-87a86d74-c870-42eb-84b8-277e0ec41e21 req-7b86c842-961e-49a0-8f17-d4b39cc0125a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442448 Sep 27 05:08:03.777923 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2090965376-network', 'tenant_id': '26e17082ae5342d29732e14c7d59f44c'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:03.798530 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] Made reservation on behalf of 26e17082ae5342d29732e14c7d59f44c for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:08:03.801552 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:03.809802 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:03.886038 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] Publish callbacks [] for security_group (3020d656-604e-44d7-b35e-ddfb4ffe0ae9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:03.889676 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (3020d656-604e-44d7-b35e-ddfb4ffe0ae9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:03.910232 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:08:03.923624 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3020d656-604e-44d7-b35e-ddfb4ffe0ae9,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:03.929107 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (fe135b90-3013-4a92-bdef-9a03f54777aa), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:03.929457 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] Added segment fe135b90-3013-4a92-bdef-9a03f54777aa of type vlan for network 5fe9734f-a956-4be4-a003-7671abd5abeb Sep 27 05:08:03.977359 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (5fe9734f-a956-4be4-a003-7671abd5abeb), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:04.006774 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (5fe9734f-a956-4be4-a003-7671abd5abeb), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:04.008641 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:04.008641 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:04.081955 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4041667 Sep 27 05:08:04.082680 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36246) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:04.094040 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-4bfabebf-f035-4af7-bff4-008181e2ebd7 admin admin] Request body: {'subnet': {'network_id': '5fe9734f-a956-4be4-a003-7671abd5abeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2090965376-subnet', 'tenant_id': '26e17082ae5342d29732e14c7d59f44c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:04.098907 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af3c1d-7040-49f5-b4c3-162538c09fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe9734f-a956-4be4-a003-7671abd5abeb,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:04.103747 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dd9cd-7e56-4a6f-91fc-885973999f2c req-b9b33149-4595-40ad-895b-e04980e81154 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:04.111740 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network 5fe9734f-a956-4be4-a003-7671abd5abeb details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:08:04.115274 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cf8dd9cd-7e56-4a6f-91fc-885973999f2c req-b9b33149-4595-40ad-895b-e04980e81154 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 943 time: 0.0768607 Sep 27 05:08:04.139619 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfabebf-f035-4af7-bff4-008181e2ebd7 admin admin] Made reservation on behalf of 26e17082ae5342d29732e14c7d59f44c for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:08:04.142028 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4bfabebf-f035-4af7-bff4-008181e2ebd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5739661'] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:04.182022 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cf8dd9cd-7e56-4a6f-91fc-885973999f2c req-462c3b12-de07-497e-a8f3-787aefa8b3dc tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654078 Sep 27 05:08:04.341913 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4bfabebf-f035-4af7-bff4-008181e2ebd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5739679'] for subnet (f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:04.396464 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfabebf-f035-4af7-bff4-008181e2ebd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:04.406804 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfabebf-f035-4af7-bff4-008181e2ebd7 admin admin] Checking segment: {'id': 'fe135b90-3013-4a92-bdef-9a03f54777aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5fe9734f-a956-4be4-a003-7671abd5abeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:08:04.407164 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfabebf-f035-4af7-bff4-008181e2ebd7 admin admin] Network hostable DHCP agents. Network: 5fe9734f-a956-4be4-a003-7671abd5abeb, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:08:04.426055 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfabebf-f035-4af7-bff4-008181e2ebd7 admin admin] Network 5fe9734f-a956-4be4-a003-7671abd5abeb is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:08:04.435372 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-4bfabebf-f035-4af7-bff4-008181e2ebd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, 5fe9734f-a956-4be4-a003-7671abd5abeb) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:04.451618 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfabebf-f035-4af7-bff4-008181e2ebd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:04.452221 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4bfabebf-f035-4af7-bff4-008181e2ebd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:04.452928 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc2a9fc-5f8d-405d-a2d7-66eb53ee7b60 None None] Network 5fe9734f-a956-4be4-a003-7671abd5abeb requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:08:04.469182 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4bfabebf-f035-4af7-bff4-008181e2ebd7 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3796515 Sep 27 05:08:04.556259 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b638848-c44a-4e6a-879e-fd45ad0ff223 None None] Network 5fe9734f-a956-4be4-a003-7671abd5abeb requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:08:04.842472 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeeeb25-1069-418d-8c42-ffd7f532e449 req-26c079fe-5133-4caf-a9ec-3162b2a0bd14 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:04.844122 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bfeeeb25-1069-418d-8c42-ffd7f532e449 req-26c079fe-5133-4caf-a9ec-3162b2a0bd14 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0618346 Sep 27 05:08:04.899101 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bfeeeb25-1069-418d-8c42-ffd7f532e449 req-dceb8fee-fb36-410d-982a-e3fa64fe258a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448711 Sep 27 05:08:05.321951 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3e3b-a38f-4a33-9644-3245d448a929 req-54e85af7-59fc-4591-9fc5-0806aa4cff21 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:05.323442 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c26d3e3b-a38f-4a33-9644-3245d448a929 req-54e85af7-59fc-4591-9fc5-0806aa4cff21 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 943 time: 0.0709906 Sep 27 05:08:05.391076 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c26d3e3b-a38f-4a33-9644-3245d448a929 req-c0c81b78-a615-49f0-a0dc-be4e5a36f2ce tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614338 Sep 27 05:08:05.750890 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9756f018-8806-4dd1-90cd-0d6604768af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:06.051356 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fc822-f7e4-4b5d-9d93-a6519d4614a8 req-f61bf8a5-32bf-4c32-99c1-be4424f84c65 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:06.052862 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-135fc822-f7e4-4b5d-9d93-a6519d4614a8 req-f61bf8a5-32bf-4c32-99c1-be4424f84c65 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0593071 Sep 27 05:08:06.104881 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-135fc822-f7e4-4b5d-9d93-a6519d4614a8 req-1587c6f9-0e4c-4456-aee3-3d45775f7c55 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463693 Sep 27 05:08:06.263150 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-5c60c6af-39da-4f90-a3b2-f266bddc30aa tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:06.264532 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-5c60c6af-39da-4f90-a3b2-f266bddc30aa tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/networks?id=5fe9734f-a956-4be4-a003-7671abd5abeb HTTP/1.1" status: 200 len: 814 time: 0.1078084 Sep 27 05:08:06.279465 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-197152fe-e0da-4db2-ad61-f8ee990dead5 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/quotas/26e17082ae5342d29732e14c7d59f44c HTTP/1.1" status: 200 len: 375 time: 0.0091052 Sep 27 05:08:06.313567 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-bccb67cc-46f5-4801-b770-1578e4cd694d tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=26e17082ae5342d29732e14c7d59f44c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277159 Sep 27 05:08:06.417954 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-bc9c827d-c7cc-4c71-bdf1-c56b3f8350ed service neutron] 10.222.0.27 "GET /v2.0/networks/5fe9734f-a956-4be4-a003-7671abd5abeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961754 Sep 27 05:08:06.577145 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22aefe-a183-4c23-b023-566e0dbdd878 req-2b63db23-32a3-400c-8a76-34b41c0d8097 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:06.578984 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7d22aefe-a183-4c23-b023-566e0dbdd878 req-2b63db23-32a3-400c-8a76-34b41c0d8097 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 943 time: 0.0786376 Sep 27 05:08:06.606167 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-93c07881-3ff3-49a8-bea4-28a85ee052e2 service neutron] 10.222.0.27 "GET /v2.0/networks/5fe9734f-a956-4be4-a003-7671abd5abeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713629 Sep 27 05:08:06.648845 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7d22aefe-a183-4c23-b023-566e0dbdd878 req-740824aa-3b27-4932-8293-bba396a0264a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570281 Sep 27 05:08:06.805807 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:08:06.816832 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cfb0d41f-27de-403d-8638-0b11840e8e1a req-cc89bf55-26bc-4552-889c-c1d46c34d796 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 210 time: 0.0282655 Sep 27 05:08:06.934716 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:08:06.947980 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': 'eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'port_id': 'eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e', 'mac_address': 'fa:16:3e:ea:2f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:08:07.005447 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:07.006316 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:07.021764 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:08:07.053501 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:08:07.058224 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:07.109053 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:07.587072 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 36350) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:07.591757 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-bb0f1bc3-d346-4a3f-845b-44c7b9888258 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939380943', 'description': 'tempest-description--1693758929'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:07.613655 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1bc3-d346-4a3f-845b-44c7b9888258 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:07.678040 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1bc3-d346-4a3f-845b-44c7b9888258 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for security_group (491d42b3-aabd-4de4-b54a-b5faa0b8f2f9), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:07.682304 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1bc3-d346-4a3f-845b-44c7b9888258 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (491d42b3-aabd-4de4-b54a-b5faa0b8f2f9), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:07.710818 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f1bc3-d346-4a3f-845b-44c7b9888258 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:07.715221 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1bc3-d346-4a3f-845b-44c7b9888258 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:07.716427 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-bb0f1bc3-d346-4a3f-845b-44c7b9888258 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1283579 Sep 27 05:08:07.720019 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36354) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:07.725176 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-4fb35e2e-0750-4700-b13c-f08ea6a53913 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Request body: {'security_group_rule': {'security_group_id': '491d42b3-aabd-4de4-b54a-b5faa0b8f2f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:07.750295 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4fb35e2e-0750-4700-b13c-f08ea6a53913 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for security_group_rule (16ec3596-26a9-4b88-a0ef-fb4c0069725f), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:07.781211 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6837df3-6da1-4a64-b4e3-2047b384bb90 req-de400d37-4ef6-49d1-a8d6-73a9c1b0384a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:07.782688 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a6837df3-6da1-4a64-b4e3-2047b384bb90 req-de400d37-4ef6-49d1-a8d6-73a9c1b0384a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 944 time: 0.0541945 Sep 27 05:08:07.809077 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4fb35e2e-0750-4700-b13c-f08ea6a53913 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for security_group_rule (16ec3596-26a9-4b88-a0ef-fb4c0069725f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:07.812853 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4fb35e2e-0750-4700-b13c-f08ea6a53913 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (16ec3596-26a9-4b88-a0ef-fb4c0069725f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:07.831218 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a6837df3-6da1-4a64-b4e3-2047b384bb90 req-0d54364a-ab60-49df-b2ad-d8b13172d6f1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424762 Sep 27 05:08:07.831445 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb35e2e-0750-4700-b13c-f08ea6a53913 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ec3596-26a9-4b88-a0ef-fb4c0069725f,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:07.836627 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4fb35e2e-0750-4700-b13c-f08ea6a53913 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:07.837857 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4fb35e2e-0750-4700-b13c-f08ea6a53913 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168063 Sep 27 05:08:07.840479 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36356) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:07.844717 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-69ba8636-1faf-49c6-9d8d-a5dccd2ef066 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Request body: {'security_group_rule': {'security_group_id': '491d42b3-aabd-4de4-b54a-b5faa0b8f2f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:07.871139 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-69ba8636-1faf-49c6-9d8d-a5dccd2ef066 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for security_group_rule (f1f64bb6-0757-4c99-b0c1-cb029a227cb0), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:07.932643 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-69ba8636-1faf-49c6-9d8d-a5dccd2ef066 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for security_group_rule (f1f64bb6-0757-4c99-b0c1-cb029a227cb0), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:07.936388 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-69ba8636-1faf-49c6-9d8d-a5dccd2ef066 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (f1f64bb6-0757-4c99-b0c1-cb029a227cb0), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:07.936526 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4198ea34-4c62-45a4-9975-8a3a4fb443af req-f432b59e-497a-4e5c-82d5-c92139e5ec5a tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 210 time: 0.0289290 Sep 27 05:08:07.961719 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba8636-1faf-49c6-9d8d-a5dccd2ef066 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f64bb6-0757-4c99-b0c1-cb029a227cb0,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:07.965293 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-69ba8636-1faf-49c6-9d8d-a5dccd2ef066 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:07.969253 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-69ba8636-1faf-49c6-9d8d-a5dccd2ef066 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250503 Sep 27 05:08:07.969882 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 36362) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:07.974749 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Request body: {'floatingip': {'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:07.997885 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:08.100712 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:08.121995 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-42183265-35ba-47da-8c54-d56988c89bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:08.206972 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Allocated IP 172.27.1.153 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/179e1885-fdc8-4b4f-88a7-d5c8e0ea23dd) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:08:08.307040 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for port (179e1885-fdc8-4b4f-88a7-d5c8e0ea23dd), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:08.338859 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (179e1885-fdc8-4b4f-88a7-d5c8e0ea23dd), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:08.372868 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:08:08.375831 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:08.380260 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:08:08.409051 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Pushing event updated for resources: {'Port': ['ID=179e1885-fdc8-4b4f-88a7-d5c8e0ea23dd,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:08.467857 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for floatingip (bf4892a7-20af-4c0a-9e04-cb501f8af9a7), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:08.502478 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (179e1885-fdc8-4b4f-88a7-d5c8e0ea23dd), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:08.884345 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for port (179e1885-fdc8-4b4f-88a7-d5c8e0ea23dd), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:08.888993 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (179e1885-fdc8-4b4f-88a7-d5c8e0ea23dd), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:08.985821 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (bf4892a7-20af-4c0a-9e04-cb501f8af9a7), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:08.999411 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Pushing event updated for resources: {'Port': ['ID=179e1885-fdc8-4b4f-88a7-d5c8e0ea23dd,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:09.021497 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:09.022736 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-376d52bc-0f04-4fe0-b54e-ac907d83f80f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0518625 Sep 27 05:08:09.031606 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567008d4-c6e5-4b73-96ed-213dc8527fc9 req-a883333e-667c-4557-aad2-749f661637f4 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:09.032959 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-567008d4-c6e5-4b73-96ed-213dc8527fc9 req-a883333e-667c-4557-aad2-749f661637f4 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 944 time: 0.1019690 Sep 27 05:08:09.069670 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ff902f93-b059-4f5d-9388-75a2fc0d905c req-b6326acb-d1c3-401b-b385-e8e5974436cc tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 210 time: 0.0458519 Sep 27 05:08:09.100901 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-567008d4-c6e5-4b73-96ed-213dc8527fc9 req-9a1dee48-6668-4e38-96e4-30e43d926170 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588667 Sep 27 05:08:09.237581 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-1120f997-6297-4f3a-9c42-06d0a2aa1e68 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1939380943&fields=id&tenant_id=97fc6113b9d248e0b081f9812381b453 HTTP/1.1" status: 200 len: 267 time: 0.0403552 Sep 27 05:08:09.343912 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-dc0a3359-2d47-4774-a77d-f639ffb223b1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:09.345378 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-dc0a3359-2d47-4774-a77d-f639ffb223b1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 819 time: 0.1011279 Sep 27 05:08:09.360232 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-a1223a3d-4f3b-4707-8646-3de40d4e46c9 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/quotas/97fc6113b9d248e0b081f9812381b453 HTTP/1.1" status: 200 len: 375 time: 0.0089056 Sep 27 05:08:09.366096 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:09.421129 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-faa918c5-54ed-4fb6-a6e2-9065be49cd7c tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0543408 Sep 27 05:08:09.516733 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-abd9fa90-aac2-439a-b66c-67f941ec3045 service neutron] 10.222.0.27 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836554 Sep 27 05:08:09.601878 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-8f16bfa6-3f12-485d-acd7-df990accc694 service neutron] 10.222.0.27 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795093 Sep 27 05:08:09.755348 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-401c9090-5c6a-42a5-a79b-08118e14e131 req-03760532-0dde-4429-a3bd-c135cf009040 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 210 time: 0.0268552 Sep 27 05:08:09.907828 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:08:10.205362 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-58a298a2-27b1-4020-ae32-f7fb5fd6b986 req-7387efbf-5227-479c-b5d3-3680d679cd84 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 210 time: 0.0454547 Sep 27 05:08:10.283379 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323441b-4dd5-4a62-943a-2116bd2d6b22 req-9c6cbc27-c30f-4f53-ba90-f0ff38e41338 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:10.291193 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e323441b-4dd5-4a62-943a-2116bd2d6b22 req-9c6cbc27-c30f-4f53-ba90-f0ff38e41338 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 944 time: 0.0882545 Sep 27 05:08:10.388201 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e323441b-4dd5-4a62-943a-2116bd2d6b22 req-92487748-24d6-478f-b109-943ca28a1d4e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959988 Sep 27 05:08:10.516032 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-447424a2-1f84-4385-b8c8-2db0a3998f37 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:10.517610 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-447424a2-1f84-4385-b8c8-2db0a3998f37 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.49 "GET /v2.0/networks?id=5fe9734f-a956-4be4-a003-7671abd5abeb HTTP/1.1" status: 200 len: 814 time: 0.1543398 Sep 27 05:08:10.532022 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-93815b44-b1c9-4b4f-b906-ac481ac2bda2 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Request body: {'port': {'device_id': '06e830aa-7d65-4d79-a32e-d0b14c79e208', 'network_id': '5fe9734f-a956-4be4-a003-7671abd5abeb', 'admin_state_up': True, 'tenant_id': '26e17082ae5342d29732e14c7d59f44c'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:10.638754 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-93815b44-b1c9-4b4f-b906-ac481ac2bda2 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Made reservation on behalf of 26e17082ae5342d29732e14c7d59f44c for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:08:10.642019 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-93815b44-b1c9-4b4f-b906-ac481ac2bda2 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:10.759687 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:10.779318 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-93815b44-b1c9-4b4f-b906-ac481ac2bda2 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Allocated IP 172.20.0.3 (5fe9734f-a956-4be4-a003-7671abd5abeb/f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12/7ffbf3d9-960a-43bc-a6b2-b0111e74eddf) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:08:10.924213 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cff1ef15-493a-4a30-8e2a-7acfd5b463c8 req-9509fbaf-6fd3-436f-a4a0-687f5e15b55d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 210 time: 0.0711970 Sep 27 05:08:10.976783 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-13ac28a0-7075-41dd-8202-fee54232e6a9 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:10.980395 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-13ac28a0-7075-41dd-8202-fee54232e6a9 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.49 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 819 time: 0.1177938 Sep 27 05:08:11.001446 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-93815b44-b1c9-4b4f-b906-ac481ac2bda2 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks [] for port (7ffbf3d9-960a-43bc-a6b2-b0111e74eddf), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:11.038561 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-93815b44-b1c9-4b4f-b906-ac481ac2bda2 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (7ffbf3d9-960a-43bc-a6b2-b0111e74eddf), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:11.063248 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-b39f9b75-4e2c-432c-b84b-89c9f9a935f2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97fc6113b9d248e0b081f9812381b453 HTTP/1.1" status: 200 len: 380 time: 0.0761812 Sep 27 05:08:11.071450 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-4e7c7a1f-1e68-4393-ad74-eb68ccf536a1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Request body: {'port': {'device_id': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'admin_state_up': True, 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'security_groups': ['491d42b3-aabd-4de4-b54a-b5faa0b8f2f9']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:11.077995 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-93815b44-b1c9-4b4f-b906-ac481ac2bda2 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Network 5fe9734f-a956-4be4-a003-7671abd5abeb is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:08:11.081054 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-93815b44-b1c9-4b4f-b906-ac481ac2bda2 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:11.083941 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-93815b44-b1c9-4b4f-b906-ac481ac2bda2 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:08:11.120084 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93815b44-b1c9-4b4f-b906-ac481ac2bda2 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Pushing event updated for resources: {'Port': ['ID=7ffbf3d9-960a-43bc-a6b2-b0111e74eddf,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:11.144381 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-93815b44-b1c9-4b4f-b906-ac481ac2bda2 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:11.145270 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-93815b44-b1c9-4b4f-b906-ac481ac2bda2 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:11.168499 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-93815b44-b1c9-4b4f-b906-ac481ac2bda2 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6401200 Sep 27 05:08:11.180317 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Request body: {'port': {'device_id': '06e830aa-7d65-4d79-a32e-d0b14c79e208', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:11.186751 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-4e7c7a1f-1e68-4393-ad74-eb68ccf536a1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Made reservation on behalf of 97fc6113b9d248e0b081f9812381b453 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:08:11.190132 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-4e7c7a1f-1e68-4393-ad74-eb68ccf536a1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:11.244013 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (7ffbf3d9-960a-43bc-a6b2-b0111e74eddf), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:11.338560 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-4e7c7a1f-1e68-4393-ad74-eb68ccf536a1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Allocated IP 172.20.0.14 (4442df01-63e0-4b38-b6ea-c622548962d9/7de6db7b-6008-4e44-80c5-1d9fd069d988/a8312e52-6a6b-49cd-b01d-52b11064cf06) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:08:11.460485 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de05e8-0174-4a04-957c-cc812cdf08fc req-b9944093-097c-4c09-b99f-9ca1ebd85ed9 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:11.462051 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-30de05e8-0174-4a04-957c-cc812cdf08fc req-b9944093-097c-4c09-b99f-9ca1ebd85ed9 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 931 time: 0.1095002 Sep 27 05:08:11.538958 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-4e7c7a1f-1e68-4393-ad74-eb68ccf536a1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:11.579295 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-4e7c7a1f-1e68-4393-ad74-eb68ccf536a1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:11.583700 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-30de05e8-0174-4a04-957c-cc812cdf08fc req-0363d3b0-a165-43a2-b376-1d7eb61a2d12 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126235 Sep 27 05:08:11.605286 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388596a0-5758-4dd7-b59a-c02fce99851b req-3546b210-3c94-414e-aa42-3692fdb689f9 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:11.606751 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-388596a0-5758-4dd7-b59a-c02fce99851b req-3546b210-3c94-414e-aa42-3692fdb689f9 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 944 time: 0.1249921 Sep 27 05:08:11.624729 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-4e7c7a1f-1e68-4393-ad74-eb68ccf536a1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Network 4442df01-63e0-4b38-b6ea-c622548962d9 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:08:11.628900 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-4e7c7a1f-1e68-4393-ad74-eb68ccf536a1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:11.635651 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-4e7c7a1f-1e68-4393-ad74-eb68ccf536a1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:08:11.704950 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c7a1f-1e68-4393-ad74-eb68ccf536a1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Pushing event updated for resources: {'Port': ['ID=a8312e52-6a6b-49cd-b01d-52b11064cf06,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:11.713952 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:08:11.735396 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-4e7c7a1f-1e68-4393-ad74-eb68ccf536a1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:11.736299 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-4e7c7a1f-1e68-4393-ad74-eb68ccf536a1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:11.741942 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Publish callbacks [] for port (7ffbf3d9-960a-43bc-a6b2-b0111e74eddf), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:11.750481 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-388596a0-5758-4dd7-b59a-c02fce99851b req-10c29fce-3d5a-4756-97ea-e9a8e69420fa tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368387 Sep 27 05:08:11.756822 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-4e7c7a1f-1e68-4393-ad74-eb68ccf536a1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6889668 Sep 27 05:08:11.761687 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:08:11.771331 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Transition to ACTIVE for port object 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:08:11.775462 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (7ffbf3d9-960a-43bc-a6b2-b0111e74eddf), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:11.796385 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Request body: {'port': {'device_id': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:11.829500 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:08:11.834067 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Pushing event updated for resources: {'Port': ['ID=7ffbf3d9-960a-43bc-a6b2-b0111e74eddf,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:11.835522 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:11.836560 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:11.843896 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e Sep 27 05:08:11.942358 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Attempting to bind port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:08:11.943022 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Attempting to bind port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'fe135b90-3013-4a92-bdef-9a03f54777aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5fe9734f-a956-4be4-a003-7671abd5abeb'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:08:11.943555 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Attempting to bind port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf on network 5fe9734f-a956-4be4-a003-7671abd5abeb {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:08:11.945360 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:11.946480 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:11.947109 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:11.948827 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf on network 5fe9734f-a956-4be4-a003-7671abd5abeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:08:11.949428 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Attempting to bind port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf on network 5fe9734f-a956-4be4-a003-7671abd5abeb {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:08:11.955100 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:08:11.955444 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Checking segment: {'id': 'fe135b90-3013-4a92-bdef-9a03f54777aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5fe9734f-a956-4be4-a003-7671abd5abeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:08:11.956249 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Bound using segment: {'id': 'fe135b90-3013-4a92-bdef-9a03f54777aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5fe9734f-a956-4be4-a003-7671abd5abeb'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:08:11.956517 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Bound port: 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe135b90-3013-4a92-bdef-9a03f54777aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5fe9734f-a956-4be4-a003-7671abd5abeb'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:08:11.957276 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (7ffbf3d9-960a-43bc-a6b2-b0111e74eddf), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:11.992027 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa34f5dc-8839-47c3-a98d-b6c839e81ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:08:11.994778 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff0a7bc-ab6b-49e9-af80-34561b8b6629" -d '{"events": [{"server_uuid": "aa34f5dc-8839-47c3-a98d-b6c839e81ccd", "name": "network-vif-plugged", "status": "completed", "tag": "eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:08:12.016106 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:08:12.026637 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-d499cee0-4f9f-49a7-93b9-d06cf8ea9bbd None None] Provisioning complete for port a8312e52-6a6b-49cd-b01d-52b11064cf06 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:12.027358 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d499cee0-4f9f-49a7-93b9-d06cf8ea9bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:12.027888 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-d499cee0-4f9f-49a7-93b9-d06cf8ea9bbd None None] Attempt 1 to provision port a8312e52-6a6b-49cd-b01d-52b11064cf06 Sep 27 05:08:12.030680 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:12.083825 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] For port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf, host hv-cinder-85846, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:08:12.084205 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe4392d-e066-4219-9fb8-d153b881fa6d x-openstack-request-id: req-2fe4392d-e066-4219-9fb8-d153b881fa6d {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:08:12.084741 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa34f5dc-8839-47c3-a98d-b6c839e81ccd", "name": "network-vif-plugged", "status": "completed", "tag": "eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:08:12.085031 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2fe4392d-e066-4219-9fb8-d153b881fa6d {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:08:12.085438 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe4392d-e066-4219-9fb8-d153b881fa6d'] response: {'server_uuid': 'aa34f5dc-8839-47c3-a98d-b6c839e81ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e', 'code': 200} Sep 27 05:08:12.114583 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] For port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7ffbf3d9-960a-43bc-a6b2-b0111e74eddf,segment=NetworkSegment(fe135b90-3013-4a92-bdef-9a03f54777aa),segment_id=fe135b90-3013-4a92-bdef-9a03f54777aa)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:08:12.126994 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (7ffbf3d9-960a-43bc-a6b2-b0111e74eddf), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:12.131303 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-d499cee0-4f9f-49a7-93b9-d06cf8ea9bbd None None] Port a8312e52-6a6b-49cd-b01d-52b11064cf06 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:12.141874 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c954c-6176-47dd-8ef1-42452c864b6c req-71e38fad-219d-44de-86d5-5a6b095ab38e tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:12.143827 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bc7c954c-6176-47dd-8ef1-42452c864b6c req-71e38fad-219d-44de-86d5-5a6b095ab38e tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 932 time: 0.1073568 Sep 27 05:08:12.147814 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:12.148433 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:12.149822 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] 10.222.0.49 "PUT /v2.0/ports/7ffbf3d9-960a-43bc-a6b2-b0111e74eddf HTTP/1.1" status: 200 len: 1093 time: 0.9744270 Sep 27 05:08:12.150367 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:12.150509 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e830aa-7d65-4d79-a32e-d0b14c79e208', 'tag': '7ffbf3d9-960a-43bc-a6b2-b0111e74eddf'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:08:12.152893 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6ae807-a856-4a68-a396-097e5672e137" -d '{"events": [{"name": "network-changed", "server_uuid": "06e830aa-7d65-4d79-a32e-d0b14c79e208", "tag": "7ffbf3d9-960a-43bc-a6b2-b0111e74eddf"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:08:12.153358 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:12.234670 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e7e1cf-8d77-453e-be35-20b5abad0d85 x-openstack-request-id: req-f6e7e1cf-8d77-453e-be35-20b5abad0d85 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:08:12.234966 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e830aa-7d65-4d79-a32e-d0b14c79e208", "tag": "7ffbf3d9-960a-43bc-a6b2-b0111e74eddf", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:08:12.235225 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f6e7e1cf-8d77-453e-be35-20b5abad0d85 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:08:12.235623 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6e7e1cf-8d77-453e-be35-20b5abad0d85'] response: {'name': 'network-changed', 'server_uuid': '06e830aa-7d65-4d79-a32e-d0b14c79e208', 'tag': '7ffbf3d9-960a-43bc-a6b2-b0111e74eddf', 'status': 'completed', 'code': 200} Sep 27 05:08:12.283681 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f24ba-8082-4520-bb5c-158a9bcd260a service neutron] Pushing event updated for resources: {'Port': ['ID=7ffbf3d9-960a-43bc-a6b2-b0111e74eddf,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:12.294004 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bc7c954c-6176-47dd-8ef1-42452c864b6c req-a94aec91-5d3b-4444-a06b-46eb6604ed3e tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371896 Sep 27 05:08:12.306026 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-3f8e02a6-8139-4849-8f1f-9bb140c507fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:12.307568 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-3f8e02a6-8139-4849-8f1f-9bb140c507fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26e17082ae5342d29732e14c7d59f44c&device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 1127 time: 0.0900247 Sep 27 05:08:12.326038 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5d8e5-ae6e-43c5-a929-9050310e5ed9 req-e6ec2c6b-eda2-4098-ad0a-109fff954f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:12.327617 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f9f5d8e5-ae6e-43c5-a929-9050310e5ed9 req-e6ec2c6b-eda2-4098-ad0a-109fff954f16 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 1129 time: 0.0850120 Sep 27 05:08:12.353142 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-41625bad-5142-4d09-8859-d14e2d26f60a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ffbf3d9-960a-43bc-a6b2-b0111e74eddf HTTP/1.1" status: 200 len: 217 time: 0.0369809 Sep 27 05:08:12.384735 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8312e52-6a6b-49cd-b01d-52b11064cf06 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:08:12.398534 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Publish callbacks [] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:12.405950 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-0c820f15-4513-4c4c-a14a-a02103a22f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:12.407753 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-0c820f15-4513-4c4c-a14a-a02103a22f95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12 HTTP/1.1" status: 200 len: 854 time: 0.0486324 Sep 27 05:08:12.421185 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f9f5d8e5-ae6e-43c5-a929-9050310e5ed9 req-35016c28-c0fb-4b05-893b-0837316bc951 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824459 Sep 27 05:08:12.422102 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Transition to ACTIVE for port object a8312e52-6a6b-49cd-b01d-52b11064cf06 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:08:12.426738 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:12.439871 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-91e7e6e7-8878-4bcc-8b0c-e8e40b1a5822 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fe9734f-a956-4be4-a003-7671abd5abeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260100 Sep 27 05:08:12.484049 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Pushing event updated for resources: {'Port': ['ID=a8312e52-6a6b-49cd-b01d-52b11064cf06,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:12.533529 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Attempting to bind port a8312e52-6a6b-49cd-b01d-52b11064cf06 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:08:12.533921 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Attempting to bind port a8312e52-6a6b-49cd-b01d-52b11064cf06 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:08:12.534197 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Attempting to bind port a8312e52-6a6b-49cd-b01d-52b11064cf06 on network 4442df01-63e0-4b38-b6ea-c622548962d9 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:08:12.538900 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Port a8312e52-6a6b-49cd-b01d-52b11064cf06 on network 4442df01-63e0-4b38-b6ea-c622548962d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:08:12.539219 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Attempting to bind port a8312e52-6a6b-49cd-b01d-52b11064cf06 on network 4442df01-63e0-4b38-b6ea-c622548962d9 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:08:12.543947 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:08:12.544284 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Checking segment: {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:08:12.544667 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Bound using segment: {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:08:12.545122 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Bound port: a8312e52-6a6b-49cd-b01d-52b11064cf06, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c52cfc9-4593-4b11-824d-6e9851360c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:08:12.545482 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:12.607650 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] For port a8312e52-6a6b-49cd-b01d-52b11064cf06, host hv-cinder-85846, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:08:12.610689 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] For port a8312e52-6a6b-49cd-b01d-52b11064cf06, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=a8312e52-6a6b-49cd-b01d-52b11064cf06,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:08:12.618689 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:12.622645 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:12.623211 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:12.624682 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] 10.222.0.49 "PUT /v2.0/ports/a8312e52-6a6b-49cd-b01d-52b11064cf06 HTTP/1.1" status: 200 len: 1094 time: 0.8605909 Sep 27 05:08:12.627164 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'tag': 'a8312e52-6a6b-49cd-b01d-52b11064cf06'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:08:12.632607 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad959d9-1900-4bf9-a936-15f514498405" -d '{"events": [{"name": "network-changed", "server_uuid": "c36fd643-fca2-406a-a737-3b49aa8388df", "tag": "a8312e52-6a6b-49cd-b01d-52b11064cf06"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:08:12.633456 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-d499cee0-4f9f-49a7-93b9-d06cf8ea9bbd None None] Attempt 2 to provision port a8312e52-6a6b-49cd-b01d-52b11064cf06 Sep 27 05:08:12.704255 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24fe71-635a-4952-a66d-97712da8150a service neutron] Pushing event updated for resources: {'Port': ['ID=a8312e52-6a6b-49cd-b01d-52b11064cf06,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:12.721476 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2288f452-901e-4298-bdfa-fa96b7791f7e x-openstack-request-id: req-2288f452-901e-4298-bdfa-fa96b7791f7e {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:08:12.721780 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36fd643-fca2-406a-a737-3b49aa8388df", "tag": "a8312e52-6a6b-49cd-b01d-52b11064cf06", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:08:12.722077 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2288f452-901e-4298-bdfa-fa96b7791f7e {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:08:12.723276 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2288f452-901e-4298-bdfa-fa96b7791f7e'] response: {'name': 'network-changed', 'server_uuid': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'tag': 'a8312e52-6a6b-49cd-b01d-52b11064cf06', 'status': 'completed', 'code': 200} Sep 27 05:08:12.734174 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-d499cee0-4f9f-49a7-93b9-d06cf8ea9bbd None None] Port a8312e52-6a6b-49cd-b01d-52b11064cf06 had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:08:12.814133 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-fd2eb659-06bd-4cb2-b6a0-0e13a7eb90a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:12.816620 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-fd2eb659-06bd-4cb2-b6a0-0e13a7eb90a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 1128 time: 0.0580587 Sep 27 05:08:12.840877 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2d7d2-b832-4ecc-9dfc-933bd8659bcf req-d4249ec3-fa45-459d-8f0e-e15f8a7e6d1a tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:12.843076 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-28e2d7d2-b832-4ecc-9dfc-933bd8659bcf req-d4249ec3-fa45-459d-8f0e-e15f8a7e6d1a tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 943 time: 0.1769996 Sep 27 05:08:12.877962 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-4a789072-f925-4fc7-bdf7-c40023fe8cd8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8312e52-6a6b-49cd-b01d-52b11064cf06 HTTP/1.1" status: 200 len: 217 time: 0.0501025 Sep 27 05:08:12.883112 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-d3bf2558-a21e-470a-96b0-c76520ebc926 service neutron] 10.222.0.49 "GET /v2.0/networks/5fe9734f-a956-4be4-a003-7671abd5abeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579175 Sep 27 05:08:12.948437 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-6e5c8b37-746a-413d-b3db-04c7c22b24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:12.960816 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-6e5c8b37-746a-413d-b3db-04c7c22b24d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 200 len: 858 time: 0.0522678 Sep 27 05:08:13.013436 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-365cb8a2-1aa8-4910-ac9d-0237001bb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:13.014451 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-365cb8a2-1aa8-4910-ac9d-0237001bb80c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4442df01-63e0-4b38-b6ea-c622548962d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564172 Sep 27 05:08:13.017963 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-28e2d7d2-b832-4ecc-9dfc-933bd8659bcf req-06c0235a-f0c2-4011-a2d8-135d0f9c0a42 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672487 Sep 27 05:08:13.036615 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e8f6e-7f0f-4b2c-ad90-e9830b1f2c24 req-5c44263d-d0b6-49d4-9391-6dd58baf7379 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:13.038783 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c99e8f6e-7f0f-4b2c-ad90-e9830b1f2c24 req-5c44263d-d0b6-49d4-9391-6dd58baf7379 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 945 time: 0.1810937 Sep 27 05:08:13.044981 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2ac930c6-83b8-4125-8d99-7110c6404994 req-083422c7-49ae-462b-84bf-82039b6cd536 service neutron] 10.222.0.49 "GET /v2.0/networks/5fe9734f-a956-4be4-a003-7671abd5abeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456931 Sep 27 05:08:13.093717 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c99e8f6e-7f0f-4b2c-ad90-e9830b1f2c24 req-8867d354-b174-4f8f-8e41-7c243674def2 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476000 Sep 27 05:08:13.124419 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-c23fd432-25d6-4998-9275-aefef0be9a84 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010849 Sep 27 05:08:13.165553 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ae807-a856-4a68-a396-097e5672e137 req-ecf8d880-4c3b-4bf0-8564-f4033410c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:13.167863 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-be6ae807-a856-4a68-a396-097e5672e137 req-ecf8d880-4c3b-4bf0-8564-f4033410c063 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26e17082ae5342d29732e14c7d59f44c&device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 1127 time: 0.0574977 Sep 27 05:08:13.219744 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea653685-d15b-4272-bfd5-4579b2d5dffb req-7c03c857-e8c3-4737-b03f-5b68f7c56d9d service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890434 Sep 27 05:08:13.269862 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ae807-a856-4a68-a396-097e5672e137 req-747f58b2-2c15-4818-a055-2c781e409029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:13.271316 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-be6ae807-a856-4a68-a396-097e5672e137 req-747f58b2-2c15-4818-a055-2c781e409029 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fe9734f-a956-4be4-a003-7671abd5abeb HTTP/1.1" status: 200 len: 915 time: 0.0965199 Sep 27 05:08:13.316850 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-be6ae807-a856-4a68-a396-097e5672e137 req-b3eedcb2-4152-4812-9b86-eefea93eeb84 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ffbf3d9-960a-43bc-a6b2-b0111e74eddf HTTP/1.1" status: 200 len: 217 time: 0.0348887 Sep 27 05:08:13.317938 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad959d9-1900-4bf9-a936-15f514498405 req-82124d18-bace-4362-ad29-1124b6b60a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:13.317938 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aad959d9-1900-4bf9-a936-15f514498405 req-82124d18-bace-4362-ad29-1124b6b60a2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 1128 time: 0.0481462 Sep 27 05:08:13.375589 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ae807-a856-4a68-a396-097e5672e137 req-e4683e25-cfa2-4e86-8170-565e3db6a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:13.377448 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-be6ae807-a856-4a68-a396-097e5672e137 req-e4683e25-cfa2-4e86-8170-565e3db6a88e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12 HTTP/1.1" status: 200 len: 854 time: 0.0496643 Sep 27 05:08:13.422727 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad959d9-1900-4bf9-a936-15f514498405 req-586f6a83-aba6-4b4a-a09d-42bdf576e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:13.424191 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aad959d9-1900-4bf9-a936-15f514498405 req-586f6a83-aba6-4b4a-a09d-42bdf576e752 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 920 time: 0.0960307 Sep 27 05:08:13.428726 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-be6ae807-a856-4a68-a396-097e5672e137 req-4786bd93-fd1f-4061-af88-d793583f186a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fe9734f-a956-4be4-a003-7671abd5abeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405567 Sep 27 05:08:13.473754 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aad959d9-1900-4bf9-a936-15f514498405 req-5452f87f-1155-4c0e-9d6e-723e135d6a5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8312e52-6a6b-49cd-b01d-52b11064cf06 HTTP/1.1" status: 200 len: 217 time: 0.0358644 Sep 27 05:08:13.493916 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51407b0d-4e59-476c-8f7a-6d0fc4e83c4f req-9a1f3c36-701b-47e6-91c0-9be50eb77751 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:13.495420 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-51407b0d-4e59-476c-8f7a-6d0fc4e83c4f req-9a1f3c36-701b-47e6-91c0-9be50eb77751 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 944 time: 0.1171522 Sep 27 05:08:13.524364 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad959d9-1900-4bf9-a936-15f514498405 req-8ee5ef1c-cb5e-43f2-b9ca-e94dd28731aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:13.525844 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aad959d9-1900-4bf9-a936-15f514498405 req-8ee5ef1c-cb5e-43f2-b9ca-e94dd28731aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 200 len: 858 time: 0.0449297 Sep 27 05:08:13.570389 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-51407b0d-4e59-476c-8f7a-6d0fc4e83c4f req-727a2d52-bac4-4553-be89-eddc4938db25 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689766 Sep 27 05:08:13.572257 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-be6ae807-a856-4a68-a396-097e5672e137 req-ab0f2eee-d1f5-4745-891f-14c079bd8a52 service neutron] 10.222.0.49 "GET /v2.0/networks/5fe9734f-a956-4be4-a003-7671abd5abeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324012 Sep 27 05:08:13.581997 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad959d9-1900-4bf9-a936-15f514498405 req-24d00794-4241-42b7-aeaa-2fe77d1124b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:13.583728 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aad959d9-1900-4bf9-a936-15f514498405 req-24d00794-4241-42b7-aeaa-2fe77d1124b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4442df01-63e0-4b38-b6ea-c622548962d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514019 Sep 27 05:08:13.672741 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-be6ae807-a856-4a68-a396-097e5672e137 req-0e9f8deb-0dfc-496d-a9b1-59225f6f580e service neutron] 10.222.0.49 "GET /v2.0/networks/5fe9734f-a956-4be4-a003-7671abd5abeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892658 Sep 27 05:08:13.673368 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aad959d9-1900-4bf9-a936-15f514498405 req-9e7cb29c-4a25-414f-9b2f-a411bc9d7889 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817819 Sep 27 05:08:13.783225 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aad959d9-1900-4bf9-a936-15f514498405 req-f158d6a4-079f-454d-9279-8d76d5782480 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950136 Sep 27 05:08:14.155007 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3b48b-f186-4288-bfd2-35a29a6904fa req-f9d2dc3b-c0f9-46da-a585-d644b5324263 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:14.157079 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-afd3b48b-f186-4288-bfd2-35a29a6904fa req-f9d2dc3b-c0f9-46da-a585-d644b5324263 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 943 time: 0.0614212 Sep 27 05:08:14.225174 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36498) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:14.235368 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-afd3b48b-f186-4288-bfd2-35a29a6904fa req-b6a2c1b7-0147-497e-85ac-ad7048f731c5 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715818 Sep 27 05:08:14.259842 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacfad8-ea79-4f2b-a316-8846d23113ff req-1b31e4ca-0608-4dbd-a32e-bf796ca336ae tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:14.261373 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0aacfad8-ea79-4f2b-a316-8846d23113ff req-1b31e4ca-0608-4dbd-a32e-bf796ca336ae tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 945 time: 0.0741551 Sep 27 05:08:14.312338 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0aacfad8-ea79-4f2b-a316-8846d23113ff req-901cc8d2-6535-461e-bcf8-1afbcc99386a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449882 Sep 27 05:08:14.384103 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c109fff6-1bbe-4767-832c-2c81a8b6ad39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:14.440052 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a22d8-c41f-475a-bac6-3cbcd2f19494 req-88ead613-234b-44c1-a046-81a98d064abf tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:14.442271 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2c2a22d8-c41f-475a-bac6-3cbcd2f19494 req-88ead613-234b-44c1-a046-81a98d064abf tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 945 time: 0.0588052 Sep 27 05:08:14.453485 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 36504) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:14.461069 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-d4d08f74-3b47-4f8a-9960-237b97fa57f5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'floatingip': {'port_id': 'eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:14.462444 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c109fff6-1bbe-4767-832c-2c81a8b6ad39 admin admin] Publish callbacks [] for security_group (258ce42d-6a15-4262-a51a-ff8651109238), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:14.468326 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c109fff6-1bbe-4767-832c-2c81a8b6ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (258ce42d-6a15-4262-a51a-ff8651109238), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:14.501033 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d4d08f74-3b47-4f8a-9960-237b97fa57f5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (342bd5bd-ae42-4739-81c1-7d43a144ace9), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:14.505917 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109fff6-1bbe-4767-832c-2c81a8b6ad39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258ce42d-6a15-4262-a51a-ff8651109238,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:14.514913 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c109fff6-1bbe-4767-832c-2c81a8b6ad39 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=504ed062d7374c07a5fcd5588ea11938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859504 Sep 27 05:08:14.515456 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36506) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:14.570319 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31dc5c1f-45a3-497d-98c4-8d7044843b3d admin admin] Publish callbacks [] for security_group (258ce42d-6a15-4262-a51a-ff8651109238), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:14.595721 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31dc5c1f-45a3-497d-98c4-8d7044843b3d admin admin] Publish callbacks [] for security_group (258ce42d-6a15-4262-a51a-ff8651109238), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:14.648644 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31dc5c1f-45a3-497d-98c4-8d7044843b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (258ce42d-6a15-4262-a51a-ff8651109238), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:14.651617 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31dc5c1f-45a3-497d-98c4-8d7044843b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:14.652758 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-31dc5c1f-45a3-497d-98c4-8d7044843b3d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/258ce42d-6a15-4262-a51a-ff8651109238 HTTP/1.1" status: 204 len: 168 time: 0.1359839 Sep 27 05:08:14.661664 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dc5c1f-45a3-497d-98c4-8d7044843b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258ce42d-6a15-4262-a51a-ff8651109238,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:14.770533 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a24ef5-c6e1-46b5-8a56-06cce0d639c0 req-7a24cf6b-d39c-41b6-a021-2d4d2703087a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:14.772070 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f9a24ef5-c6e1-46b5-8a56-06cce0d639c0 req-7a24cf6b-d39c-41b6-a021-2d4d2703087a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 944 time: 0.1148310 Sep 27 05:08:14.922040 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f9a24ef5-c6e1-46b5-8a56-06cce0d639c0 req-b72c88e8-932d-449d-84bd-36804e27f1e4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213737 Sep 27 05:08:15.184257 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36530) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:15.284068 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.db.resource_extend [None req-d4d08f74-3b47-4f8a-9960-237b97fa57f5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 05:08:15.319506 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-660eb515-fcc1-458a-b84c-18abbee136e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:15.373375 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d4d08f74-3b47-4f8a-9960-237b97fa57f5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:15.384862 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d4d08f74-3b47-4f8a-9960-237b97fa57f5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (342bd5bd-ae42-4739-81c1-7d43a144ace9), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:15.439966 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e2db2-e987-4187-9319-0749233009dd req-aba3632c-09c0-4888-87c7-e9631596318b tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:15.442132 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b87e2db2-e987-4187-9319-0749233009dd req-aba3632c-09c0-4888-87c7-e9631596318b tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 943 time: 0.1107125 Sep 27 05:08:15.495301 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 36544) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:15.542484 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-d4d08f74-3b47-4f8a-9960-237b97fa57f5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Floating IP 342bd5bd-ae42-4739-81c1-7d43a144ace9 associated. External IP: 172.27.1.249, port: eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e. Sep 27 05:08:15.549110 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b87e2db2-e987-4187-9319-0749233009dd req-271a8068-2940-4bce-8370-2bc5986b9ecc tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985970 Sep 27 05:08:15.631697 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-660eb515-fcc1-458a-b84c-18abbee136e7 admin admin] Publish callbacks [] for security_group (1ee0dbae-e2b8-480f-b8c1-0bc7d67eed3f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:15.632239 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1877538519-network', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:15.635875 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-660eb515-fcc1-458a-b84c-18abbee136e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (1ee0dbae-e2b8-480f-b8c1-0bc7d67eed3f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:15.666078 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] Made reservation on behalf of dd9cd5a85d76484386fc1b7e91ce66c7 for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:08:15.668314 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:15.673883 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-660eb515-fcc1-458a-b84c-18abbee136e7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ab193c5d90314047a98f17a4eca607cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4883165 Sep 27 05:08:15.674718 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660eb515-fcc1-458a-b84c-18abbee136e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee0dbae-e2b8-480f-b8c1-0bc7d67eed3f,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:15.677738 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36548) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:15.680633 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:15.740404 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-efeb249c-2ce8-4f1e-861f-16662d204f6e admin admin] Publish callbacks [] for security_group (1ee0dbae-e2b8-480f-b8c1-0bc7d67eed3f), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:15.763458 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-efeb249c-2ce8-4f1e-861f-16662d204f6e admin admin] Publish callbacks [] for security_group (1ee0dbae-e2b8-480f-b8c1-0bc7d67eed3f), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:15.814401 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-efeb249c-2ce8-4f1e-861f-16662d204f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (1ee0dbae-e2b8-480f-b8c1-0bc7d67eed3f), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:15.818176 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-efeb249c-2ce8-4f1e-861f-16662d204f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:15.819809 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-efeb249c-2ce8-4f1e-861f-16662d204f6e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1ee0dbae-e2b8-480f-b8c1-0bc7d67eed3f HTTP/1.1" status: 204 len: 168 time: 0.1407180 Sep 27 05:08:15.830109 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb249c-2ce8-4f1e-861f-16662d204f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee0dbae-e2b8-480f-b8c1-0bc7d67eed3f,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:15.843926 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d08f74-3b47-4f8a-9960-237b97fa57f5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Router 83cd05dd-a124-4462-b3eb-3545ff2cb33a has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:08:15.857210 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:15.860404 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] Publish callbacks [] for security_group (2eba002d-8cd9-4d96-8abd-9c34903a9ae8), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:15.867268 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (2eba002d-8cd9-4d96-8abd-9c34903a9ae8), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:15.922611 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:08:15.940700 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eba002d-8cd9-4d96-8abd-9c34903a9ae8,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:15.952496 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (027e8244-98e7-4307-8da1-b18458d0e212), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:15.961044 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] Added segment 027e8244-98e7-4307-8da1-b18458d0e212 of type vlan for network d80c8abc-1650-4c6e-894f-50b9cf0b7faf Sep 27 05:08:16.078586 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (d80c8abc-1650-4c6e-894f-50b9cf0b7faf), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:16.092499 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d08f74-3b47-4f8a-9960-237b97fa57f5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:08:16.098204 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d4d08f74-3b47-4f8a-9960-237b97fa57f5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:16.116752 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4a354b-5e42-4970-93a1-795a6121e582 None None] Sync routers for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:08:16.136709 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4a354b-5e42-4970-93a1-795a6121e582 None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:08:16.137368 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-ad4a354b-5e42-4970-93a1-795a6121e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:08:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:16.158425 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d4d08f74-3b47-4f8a-9960-237b97fa57f5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "PUT /v2.0/floatingips/342bd5bd-ae42-4739-81c1-7d43a144ace9 HTTP/1.1" status: 200 len: 991 time: 1.7009809 Sep 27 05:08:16.158425 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (d80c8abc-1650-4c6e-894f-50b9cf0b7faf), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:16.158425 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:16.158830 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:16.163746 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa34f5dc-8839-47c3-a98d-b6c839e81ccd', 'tag': 'eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:08:16.166113 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86936e07-2123-4905-8da4-01cae35a84e6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa34f5dc-8839-47c3-a98d-b6c839e81ccd", "tag": "eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:08:16.224946 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a6c1c-4078-4ed6-8dde-94fab573d65b req-79d5f1c2-ae26-4ab5-9bc8-38247689c094 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:16.226472 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ad1a6c1c-4078-4ed6-8dde-94fab573d65b req-79d5f1c2-ae26-4ab5-9bc8-38247689c094 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 944 time: 0.2001953 Sep 27 05:08:16.231398 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fa3742-9969-49b9-8964-049ba563422b x-openstack-request-id: req-67fa3742-9969-49b9-8964-049ba563422b {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:08:16.231689 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa34f5dc-8839-47c3-a98d-b6c839e81ccd", "tag": "eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:08:16.231945 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-67fa3742-9969-49b9-8964-049ba563422b {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:08:16.232338 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67fa3742-9969-49b9-8964-049ba563422b'] response: {'name': 'network-changed', 'server_uuid': 'aa34f5dc-8839-47c3-a98d-b6c839e81ccd', 'tag': 'eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e', 'status': 'completed', 'code': 200} Sep 27 05:08:16.251757 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7536135 Sep 27 05:08:16.255370 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36560) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:16.260324 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-21f8584a-b4b9-435a-956c-c07c4ace4630 admin admin] Request body: {'subnet': {'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1877538519-subnet', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:16.266464 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9230ca-7c5e-43bd-b9b5-c80d4d033eae admin admin] Pushing event updated for resources: {'Network': ['ID=d80c8abc-1650-4c6e-894f-50b9cf0b7faf,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:16.285459 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-ad4a354b-5e42-4970-93a1-795a6121e582 None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:08:16.311345 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ad1a6c1c-4078-4ed6-8dde-94fab573d65b req-97f847e7-d8c9-4862-8429-6307e27f3863 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657644 Sep 27 05:08:16.314730 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f8584a-b4b9-435a-956c-c07c4ace4630 admin admin] Made reservation on behalf of dd9cd5a85d76484386fc1b7e91ce66c7 for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:08:16.317466 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-21f8584a-b4b9-435a-956c-c07c4ace4630 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5739661'] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:16.325238 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network d80c8abc-1650-4c6e-894f-50b9cf0b7faf details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:08:16.379266 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86936e07-2123-4905-8da4-01cae35a84e6 req-5cae8cc2-28d7-4868-b9e5-f1e82894877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:16.381058 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-86936e07-2123-4905-8da4-01cae35a84e6 req-5cae8cc2-28d7-4868-b9e5-f1e82894877b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 1129 time: 0.1175959 Sep 27 05:08:16.516940 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86936e07-2123-4905-8da4-01cae35a84e6 req-a58db3a7-980a-4063-a817-fa50d26c89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:16.518409 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-86936e07-2123-4905-8da4-01cae35a84e6 req-a58db3a7-980a-4063-a817-fa50d26c89ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=1a56c517-727f-4327-948e-4876138946d9 HTTP/1.1" status: 200 len: 916 time: 0.1277928 Sep 27 05:08:16.577353 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-ad4a354b-5e42-4970-93a1-795a6121e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '342bd5bd-ae42-4739-81c1-7d43a144ace9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': 'eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:ea:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34f5dc-8839-47c3-a98d-b6c839e81ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:07:54Z', 'updated_at': '2022-09-27T05:08:14Z', 'revision_number': 1, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}, {'id': 'a2b83cc0-c711-468f-ac57-2297d73952bb', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': '758b1a62-767d-46b7-8ba9-9efe31eddada', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:88:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:06:14Z', 'updated_at': '2022-09-27T05:06:58Z', 'revision_number': 2, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:16.606553 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4a354b-5e42-4970-93a1-795a6121e582 None None] Checking router: 83cd05dd-a124-4462-b3eb-3545ff2cb33a for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:08:16.615690 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4a354b-5e42-4970-93a1-795a6121e582 None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:08:16.616520 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-ad4a354b-5e42-4970-93a1-795a6121e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:08:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:16.635918 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-21f8584a-b4b9-435a-956c-c07c4ace4630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5739679'] for subnet (64e5e500-b27d-41ff-b754-4ec03dbcd6fc), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:16.656045 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-86936e07-2123-4905-8da4-01cae35a84e6 req-34a6ff34-6742-44d5-b2a6-03bd41c680f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e HTTP/1.1" status: 200 len: 999 time: 0.1286597 Sep 27 05:08:16.702796 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c126728-86f2-4c3d-accb-1419cc720360 req-5641d917-65a3-4d7d-a913-f65f50e09998 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:16.704407 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1c126728-86f2-4c3d-accb-1419cc720360 req-5641d917-65a3-4d7d-a913-f65f50e09998 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 943 time: 0.0723546 Sep 27 05:08:16.733272 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-ad4a354b-5e42-4970-93a1-795a6121e582 None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:08:16.757008 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1c126728-86f2-4c3d-accb-1419cc720360 req-9c89cb41-c8c3-4ac0-a9f3-0d065747b863 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460441 Sep 27 05:08:16.757841 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f8584a-b4b9-435a-956c-c07c4ace4630 admin admin] Checking segment: {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:08:16.758208 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f8584a-b4b9-435a-956c-c07c4ace4630 admin admin] Network hostable DHCP agents. Network: d80c8abc-1650-4c6e-894f-50b9cf0b7faf, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:08:16.760594 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8584a-b4b9-435a-956c-c07c4ace4630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64e5e500-b27d-41ff-b754-4ec03dbcd6fc,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:16.764678 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86936e07-2123-4905-8da4-01cae35a84e6 req-8a2239b7-4c9c-463a-8da0-697a8fd6bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:16.766158 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-86936e07-2123-4905-8da4-01cae35a84e6 req-8a2239b7-4c9c-463a-8da0-697a8fd6bebe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84980d5a-6c29-4863-932f-7803984692e8 HTTP/1.1" status: 200 len: 854 time: 0.0865757 Sep 27 05:08:16.789751 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f8584a-b4b9-435a-956c-c07c4ace4630 admin admin] Network d80c8abc-1650-4c6e-894f-50b9cf0b7faf is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:08:16.814590 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-21f8584a-b4b9-435a-956c-c07c4ace4630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, d80c8abc-1650-4c6e-894f-50b9cf0b7faf) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:16.820808 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f8584a-b4b9-435a-956c-c07c4ace4630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:16.821409 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-21f8584a-b4b9-435a-956c-c07c4ace4630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:16.825027 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eb93bb-6c40-40b7-aafd-c65e619c800f None None] Network d80c8abc-1650-4c6e-894f-50b9cf0b7faf requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:08:16.841357 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86936e07-2123-4905-8da4-01cae35a84e6 req-639f7ed6-4ac1-4d15-ab19-75177f5995d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:16.842953 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-86936e07-2123-4905-8da4-01cae35a84e6 req-639f7ed6-4ac1-4d15-ab19-75177f5995d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a56c517-727f-4327-948e-4876138946d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626442 Sep 27 05:08:16.846379 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-21f8584a-b4b9-435a-956c-c07c4ace4630 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5899749 Sep 27 05:08:16.849513 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36570) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:16.853720 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:16.919625 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30415'] for router (c761e44c-233d-49ca-9658-756db6dcc194), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:16.920670 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7911021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7911823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7965208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30456'] for router (c761e44c-233d-49ca-9658-756db6dcc194), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:16.998723 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-86936e07-2123-4905-8da4-01cae35a84e6 req-8b838b1c-75ee-461d-9ff1-29d57f076a7b service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409371 Sep 27 05:08:17.001777 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Publish callbacks [] for router_controller (c761e44c-233d-49ca-9658-756db6dcc194), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:17.115373 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cd8c3b0-7956-5b2d-987d-d9256dbf3db7-d80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc'}]}} from dv-cinder-858463-2-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 27 05:08:17.116857 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:17.204068 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Publish callbacks [] for router_gateway (c761e44c-233d-49ca-9658-756db6dcc194), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:17.213869 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-86936e07-2123-4905-8da4-01cae35a84e6 req-b2e0da08-1b64-440d-a8c8-34b994f3a86e service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079444 Sep 27 05:08:17.314157 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Allocated IP 172.20.0.2 (d80c8abc-1650-4c6e-894f-50b9cf0b7faf/64e5e500-b27d-41ff-b754-4ec03dbcd6fc/d1bbeee1-f276-4c2e-835b-0b7b90d80150) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:08:17.320037 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-ad4a354b-5e42-4970-93a1-795a6121e582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '342bd5bd-ae42-4739-81c1-7d43a144ace9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': 'eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:ea:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34f5dc-8839-47c3-a98d-b6c839e81ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:07:54Z', 'updated_at': '2022-09-27T05:08:14Z', 'revision_number': 1, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}, {'id': 'a2b83cc0-c711-468f-ac57-2297d73952bb', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': '758b1a62-767d-46b7-8ba9-9efe31eddada', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:88:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:06:14Z', 'updated_at': '2022-09-27T05:06:58Z', 'revision_number': 2, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:17.353149 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4a354b-5e42-4970-93a1-795a6121e582 None None] The sync data for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi is: [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '342bd5bd-ae42-4739-81c1-7d43a144ace9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': 'eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:ea:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa34f5dc-8839-47c3-a98d-b6c839e81ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:07:54Z', 'updated_at': '2022-09-27T05:08:14Z', 'revision_number': 1, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}, {'id': 'a2b83cc0-c711-468f-ac57-2297d73952bb', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': '758b1a62-767d-46b7-8ba9-9efe31eddada', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:88:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:06:14Z', 'updated_at': '2022-09-27T05:06:58Z', 'revision_number': 2, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:08:17.422560 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Publish callbacks [] for router_gateway (c761e44c-233d-49ca-9658-756db6dcc194), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:17.447575 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:17.474865 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9550557-d9a3-4372-b4e9-784842c6fa2c req-64c18a9a-b798-4f38-abfc-77248c31aaea tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:17.476378 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a9550557-d9a3-4372-b4e9-784842c6fa2c req-64c18a9a-b798-4f38-abfc-77248c31aaea tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 944 time: 0.0656998 Sep 27 05:08:17.502813 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Publish callbacks [] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:17.510356 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:17.536942 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a9550557-d9a3-4372-b4e9-784842c6fa2c req-152f66cf-676d-48f3-a003-4f5998c146f9 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542858 Sep 27 05:08:17.572051 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Network d80c8abc-1650-4c6e-894f-50b9cf0b7faf is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:08:17.575782 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:17.579509 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:08:17.579784 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Allocated IP 172.27.1.223 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/91741918-661d-4bf5-ae81-6a47c92b8307) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:08:17.598157 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Pushing event updated for resources: {'Port': ['ID=d1bbeee1-f276-4c2e-835b-0b7b90d80150,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:17.604142 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6216740-d6c1-4faf-8a4c-e972146b1e12 None None] New status for floating IP 342bd5bd-ae42-4739-81c1-7d43a144ace9: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:08:17.648731 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Attempting to bind port d1bbeee1-f276-4c2e-835b-0b7b90d80150 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:08:17.649248 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Attempting to bind port d1bbeee1-f276-4c2e-835b-0b7b90d80150 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:08:17.649621 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Attempting to bind port d1bbeee1-f276-4c2e-835b-0b7b90d80150 on network d80c8abc-1650-4c6e-894f-50b9cf0b7faf {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:08:17.654641 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:08:17.655025 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Checking segment: {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:08:17.655430 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:17.655828 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Bound using segment: {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:08:17.656301 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Bound port: d1bbeee1-f276-4c2e-835b-0b7b90d80150, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:08:17.656685 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:17.705053 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Publish callbacks [] for port (91741918-661d-4bf5-ae81-6a47c92b8307), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:17.718875 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] For port d1bbeee1-f276-4c2e-835b-0b7b90d80150, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:08:17.722770 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] For port d1bbeee1-f276-4c2e-835b-0b7b90d80150, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=d1bbeee1-f276-4c2e-835b-0b7b90d80150,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:08:17.729135 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:17.753089 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (91741918-661d-4bf5-ae81-6a47c92b8307), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:17.761421 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device a8312e52-6a6b-49cd-b01d-52b11064cf06 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:08:17.804812 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda2d6d-feb1-44e4-b3c6-625c2c9378c3 None None] Pushing event updated for resources: {'Port': ['ID=d1bbeee1-f276-4c2e-835b-0b7b90d80150,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:17.811559 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:08:17.818250 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:17.832672 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:08:17.865514 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Pushing event updated for resources: {'Port': ['ID=91741918-661d-4bf5-ae81-6a47c92b8307,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:17.906172 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port a8312e52-6a6b-49cd-b01d-52b11064cf06, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=a8312e52-6a6b-49cd-b01d-52b11064cf06,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:08:17.921751 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': 'a8312e52-6a6b-49cd-b01d-52b11064cf06', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'port_id': 'a8312e52-6a6b-49cd-b01d-52b11064cf06', 'mac_address': 'fa:16:3e:f5:08:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:08:17.960348 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9203d-1a70-4309-aa74-d0b63d891f96 req-bd881bd8-84a1-4604-9153-fb91f7e4c3c9 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:17.963026 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-83b9203d-1a70-4309-aa74-d0b63d891f96 req-bd881bd8-84a1-4604-9153-fb91f7e4c3c9 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 943 time: 0.0859637 Sep 27 05:08:17.996839 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port a8312e52-6a6b-49cd-b01d-52b11064cf06 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:17.997171 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:18.014011 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8312e52-6a6b-49cd-b01d-52b11064cf06 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:08:18.052231 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port a8312e52-6a6b-49cd-b01d-52b11064cf06, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=a8312e52-6a6b-49cd-b01d-52b11064cf06,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:08:18.056597 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-83b9203d-1a70-4309-aa74-d0b63d891f96 req-0a79f78f-4e38-4dc0-8b59-7f70b918983f tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795798 Sep 27 05:08:18.062523 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:18.064207 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:08:18.133806 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Publish callbacks [] for router_gateway (c761e44c-233d-49ca-9658-756db6dcc194), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:18.177761 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=a8312e52-6a6b-49cd-b01d-52b11064cf06,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:18.223493 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7ffbf3d9-960a-43bc-a6b2-b0111e74eddf,segment=NetworkSegment(fe135b90-3013-4a92-bdef-9a03f54777aa),segment_id=fe135b90-3013-4a92-bdef-9a03f54777aa)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:08:18.233870 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '7ffbf3d9-960a-43bc-a6b2-b0111e74eddf', 'network_id': '5fe9734f-a956-4be4-a003-7671abd5abeb', 'port_id': '7ffbf3d9-960a-43bc-a6b2-b0111e74eddf', 'mac_address': 'fa:16:3e:07:97:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:08:18.273469 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:18.273755 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (7ffbf3d9-960a-43bc-a6b2-b0111e74eddf), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:18.288269 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:08:18.323192 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7911010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7911904'] for router (c761e44c-233d-49ca-9658-756db6dcc194), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:18.323829 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7ffbf3d9-960a-43bc-a6b2-b0111e74eddf,segment=NetworkSegment(fe135b90-3013-4a92-bdef-9a03f54777aa),segment_id=fe135b90-3013-4a92-bdef-9a03f54777aa)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:08:18.330261 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (7ffbf3d9-960a-43bc-a6b2-b0111e74eddf), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:18.377187 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=7ffbf3d9-960a-43bc-a6b2-b0111e74eddf,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:18.445672 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Router c761e44c-233d-49ca-9658-756db6dcc194 is scheduled to L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 05:08:18.686069 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298151c-a856-4319-8686-7220f3ca0611 req-94f4d94e-f2c0-47e8-a2c9-36f8b32d0de0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:18.689358 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c298151c-a856-4319-8686-7220f3ca0611 req-94f4d94e-f2c0-47e8-a2c9-36f8b32d0de0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 945 time: 0.0678196 Sep 27 05:08:18.697667 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['7ffbf3d9-960a-43bc-a6b2-b0111e74eddf'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:08:18.700747 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['a8312e52-6a6b-49cd-b01d-52b11064cf06'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:08:18.743942 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c298151c-a856-4319-8686-7220f3ca0611 req-ead08499-498a-4388-9bdb-88a876111f16 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491183 Sep 27 05:08:18.748331 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:08:18.765569 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Sync routers for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:08:18.787483 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:18.789163 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-bcc0ad0f-d678-4496-9c68-b1bff5d5bf90 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9387248 Sep 27 05:08:18.791844 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36588) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:18.805199 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:08:18.805828 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:08:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:18.854774 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4036d2f4-4ff9-4859-8abd-7e4a4f963cf8 None None] Network d80c8abc-1650-4c6e-894f-50b9cf0b7faf requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:08:19.032536 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-c3054a43-7f53-4e45-b3f1-482c9f375ce9 None None] Provisioning complete for port d1bbeee1-f276-4c2e-835b-0b7b90d80150 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:19.032935 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c3054a43-7f53-4e45-b3f1-482c9f375ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:19.033284 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-c3054a43-7f53-4e45-b3f1-482c9f375ce9 None None] Attempt 1 to provision port d1bbeee1-f276-4c2e-835b-0b7b90d80150 Sep 27 05:08:19.086591 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:08:19.208746 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:19.209666 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4d365-b7da-4fdb-9a4f-344b05e7fcd6 req-10b4b4b7-9b7a-48e4-b359-69f3bb73356a tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:19.211300 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-81a4d365-b7da-4fdb-9a4f-344b05e7fcd6 req-10b4b4b7-9b7a-48e4-b359-69f3bb73356a tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 944 time: 0.0750194 Sep 27 05:08:19.268146 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-81a4d365-b7da-4fdb-9a4f-344b05e7fcd6 req-4746ed15-1b77-41ff-87df-8b0a1d17215b tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472393 Sep 27 05:08:19.403705 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Allocated IP 172.20.0.1 (d80c8abc-1650-4c6e-894f-50b9cf0b7faf/64e5e500-b27d-41ff-b754-4ec03dbcd6fc/38e5f197-34a2-41da-b9e7-d776221531b8) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:08:19.418179 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-c3054a43-7f53-4e45-b3f1-482c9f375ce9 None None] Current status of the port d1bbeee1-f276-4c2e-835b-0b7b90d80150 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:19.418738 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c3054a43-7f53-4e45-b3f1-482c9f375ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:19.462182 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device d1bbeee1-f276-4c2e-835b-0b7b90d80150 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:08:19.532895 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Publish callbacks [] for port (38e5f197-34a2-41da-b9e7-d776221531b8), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:19.568320 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:19.612760 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Network d80c8abc-1650-4c6e-894f-50b9cf0b7faf is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:08:19.619723 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:19.621932 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Pushing event updated for resources: {'Port': ['ID=38e5f197-34a2-41da-b9e7-d776221531b8,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:19.622782 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-c3054a43-7f53-4e45-b3f1-482c9f375ce9 None None] For port d1bbeee1-f276-4c2e-835b-0b7b90d80150, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=d1bbeee1-f276-4c2e-835b-0b7b90d80150,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:08:19.624203 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:08:19.633140 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-c3054a43-7f53-4e45-b3f1-482c9f375ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:19.662463 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912591'] for router_interface (c761e44c-233d-49ca-9658-756db6dcc194), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:19.697341 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:18Z', 'revision_number': 3, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:19.704749 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3054a43-7f53-4e45-b3f1-482c9f375ce9 None None] Pushing event updated for resources: {'Port': ['ID=d1bbeee1-f276-4c2e-835b-0b7b90d80150,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:19.732027 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Checking router: c761e44c-233d-49ca-9658-756db6dcc194 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:08:19.732394 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Updating router c761e44c-233d-49ca-9658-756db6dcc194 port 91741918-661d-4bf5-ae81-6a47c92b8307 binding host dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:08:19.763434 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port d1bbeee1-f276-4c2e-835b-0b7b90d80150 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:19.763819 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:19.764168 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port d1bbeee1-f276-4c2e-835b-0b7b90d80150 Sep 27 05:08:19.803098 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (91741918-661d-4bf5-ae81-6a47c92b8307), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:19.823097 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:19.828998 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-24772ba3-9566-4f6d-bee4-4417bcba2967 None None] Provisioning complete for port d1bbeee1-f276-4c2e-835b-0b7b90d80150 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:19.829388 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-24772ba3-9566-4f6d-bee4-4417bcba2967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:19.829840 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-24772ba3-9566-4f6d-bee4-4417bcba2967 None None] Attempt 1 to provision port d1bbeee1-f276-4c2e-835b-0b7b90d80150 Sep 27 05:08:19.905513 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9bc1f-1140-4b48-8df2-e4f6b6b780ca req-ea502dbe-0b49-40b4-9167-f6ef3c7b920f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:19.911608 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-94c9bc1f-1140-4b48-8df2-e4f6b6b780ca req-ea502dbe-0b49-40b4-9167-f6ef3c7b920f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 945 time: 0.0744450 Sep 27 05:08:19.959198 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-94c9bc1f-1140-4b48-8df2-e4f6b6b780ca req-2ef3b134-d98b-40f4-993c-773d975072c7 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457590 Sep 27 05:08:20.012683 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Publish callbacks [] for port (38e5f197-34a2-41da-b9e7-d776221531b8), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:20.017424 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:20.036300 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port d1bbeee1-f276-4c2e-835b-0b7b90d80150 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:20.080186 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-24772ba3-9566-4f6d-bee4-4417bcba2967 None None] Current status of the port d1bbeee1-f276-4c2e-835b-0b7b90d80150 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:20.085022 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Pushing event updated for resources: {'Port': ['ID=38e5f197-34a2-41da-b9e7-d776221531b8,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:20.088613 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7912483'] for router_interface (c761e44c-233d-49ca-9658-756db6dcc194), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:20.170340 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Publish callbacks [] for port (91741918-661d-4bf5-ae81-6a47c92b8307), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:20.176729 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (91741918-661d-4bf5-ae81-6a47c92b8307), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:20.183232 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Network d80c8abc-1650-4c6e-894f-50b9cf0b7faf is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:08:20.184584 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:20.216662 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Attempting to bind port 91741918-661d-4bf5-ae81-6a47c92b8307 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:08:20.217057 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Attempting to bind port 91741918-661d-4bf5-ae81-6a47c92b8307 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:08:20.217423 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Attempting to bind port 91741918-661d-4bf5-ae81-6a47c92b8307 on network 567d47fc-aabf-4674-8921-5604d2739763 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:08:20.232563 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:08:20.232964 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Checking segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:08:20.233372 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:20.233767 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Bound using segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:08:20.234248 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Bound port: 91741918-661d-4bf5-ae81-6a47c92b8307, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:08:20.234630 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (91741918-661d-4bf5-ae81-6a47c92b8307), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:20.267864 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Provisioning complete for port 38e5f197-34a2-41da-b9e7-d776221531b8 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:20.268239 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:20.268577 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Attempt 1 to provision port 38e5f197-34a2-41da-b9e7-d776221531b8 Sep 27 05:08:20.271703 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9578f-158d-4720-b33b-6adc5089c676 None None] Pushing event updated for resources: {'Port': ['ID=91741918-661d-4bf5-ae81-6a47c92b8307,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:20.310011 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Router c761e44c-233d-49ca-9658-756db6dcc194 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:08:20.349907 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Port 38e5f197-34a2-41da-b9e7-d776221531b8 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:20.352568 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] For port 91741918-661d-4bf5-ae81-6a47c92b8307, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:08:20.366616 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] For port 91741918-661d-4bf5-ae81-6a47c92b8307, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=91741918-661d-4bf5-ae81-6a47c92b8307,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:08:20.375294 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (91741918-661d-4bf5-ae81-6a47c92b8307), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:20.420547 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:08:20.421276 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:08:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:20.423234 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb542-20e4-4fee-984f-d9f897890272 req-e929638a-cecc-4bc8-91fc-42a9ef0e0a1a tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:20.426475 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:08:20.431734 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-94d2ca95-525c-4a4a-88af-77d384dad85d admin admin] 10.222.0.27 "PUT /v2.0/routers/c761e44c-233d-49ca-9658-756db6dcc194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6388927 Sep 27 05:08:20.432043 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-563fb542-20e4-4fee-984f-d9f897890272 req-e929638a-cecc-4bc8-91fc-42a9ef0e0a1a tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 944 time: 0.0782809 Sep 27 05:08:20.491233 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-563fb542-20e4-4fee-984f-d9f897890272 req-25b0409f-cc75-4de3-bc3e-23b65c68d6da tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581374 Sep 27 05:08:20.497185 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9578f-158d-4720-b33b-6adc5089c676 None None] Pushing event updated for resources: {'Port': ['ID=91741918-661d-4bf5-ae81-6a47c92b8307,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:20.560598 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:08:20.755511 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 2, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:20.783698 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7b4c1-7343-47a2-af4b-88829b0a05bd None None] The sync data for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi is: [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 2, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:08:20.850849 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Attempt 2 to provision port 38e5f197-34a2-41da-b9e7-d776221531b8 Sep 27 05:08:20.885519 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Port 38e5f197-34a2-41da-b9e7-d776221531b8 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:21.018046 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36618) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:21.023561 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-575472346-network', 'tenant_id': 'f215b2cd18cf479e978e48943466579e'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:21.052336 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] Made reservation on behalf of f215b2cd18cf479e978e48943466579e for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:08:21.055060 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:21.071259 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:21.115595 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9907e-8a80-49cb-b6ba-f128ee252f3e req-c24899b6-8130-47c7-b355-a26137dd5adc tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:21.121023 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4cb9907e-8a80-49cb-b6ba-f128ee252f3e req-c24899b6-8130-47c7-b355-a26137dd5adc tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 945 time: 0.0616229 Sep 27 05:08:21.157890 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] Publish callbacks [] for security_group (ad0563ef-40c3-42c6-b213-f9c6c44d6aca), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:21.163131 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ad0563ef-40c3-42c6-b213-f9c6c44d6aca), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:21.184024 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4cb9907e-8a80-49cb-b6ba-f128ee252f3e req-2c91f26b-4fa2-4d87-8e23-2ba0042896ee tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575628 Sep 27 05:08:21.188694 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:08:21.210158 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0563ef-40c3-42c6-b213-f9c6c44d6aca,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:21.217603 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (992c16f1-3b88-4edb-9e75-2f776a933f9f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:21.217877 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] Added segment 992c16f1-3b88-4edb-9e75-2f776a933f9f of type vlan for network cc921726-3eb1-4872-936c-acc7d082c3b9 Sep 27 05:08:21.262475 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (cc921726-3eb1-4872-936c-acc7d082c3b9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:21.289598 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (cc921726-3eb1-4872-936c-acc7d082c3b9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:21.290855 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:21.291439 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:21.348525 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3291645 Sep 27 05:08:21.351554 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 36620) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:21.356333 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-2dd4c029-2053-4ebe-99f5-cedb4396951a admin admin] Request body: {'subnet': {'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-575472346-subnet', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:21.360404 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa4c74-544c-41c1-bf1c-61d2b4d86045 admin admin] Pushing event updated for resources: {'Network': ['ID=cc921726-3eb1-4872-936c-acc7d082c3b9,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:21.372199 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network cc921726-3eb1-4872-936c-acc7d082c3b9 details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:08:21.386782 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Attempt 3 to provision port 38e5f197-34a2-41da-b9e7-d776221531b8 Sep 27 05:08:21.390392 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd4c029-2053-4ebe-99f5-cedb4396951a admin admin] Made reservation on behalf of f215b2cd18cf479e978e48943466579e for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:08:21.392725 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c029-2053-4ebe-99f5-cedb4396951a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5312853'] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:21.443172 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device d1bbeee1-f276-4c2e-835b-0b7b90d80150 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:08:21.493994 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Port 38e5f197-34a2-41da-b9e7-d776221531b8 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:21.542141 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port d1bbeee1-f276-4c2e-835b-0b7b90d80150 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:21.542632 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:21.543242 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port d1bbeee1-f276-4c2e-835b-0b7b90d80150 Sep 27 05:08:21.652359 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port d1bbeee1-f276-4c2e-835b-0b7b90d80150 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:21.682102 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c029-2053-4ebe-99f5-cedb4396951a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5961515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5312839'] for subnet (3518dd6d-08e3-4f6f-aab7-443eac551258), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:21.742758 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4c029-2053-4ebe-99f5-cedb4396951a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3518dd6d-08e3-4f6f-aab7-443eac551258,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:21.762089 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e37520-e5a6-485a-bb55-c665fdabedca req-6e84823e-1177-43bd-8390-f32a99ac7062 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:21.763668 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-83e37520-e5a6-485a-bb55-c665fdabedca req-6e84823e-1177-43bd-8390-f32a99ac7062 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 944 time: 0.1363893 Sep 27 05:08:21.775889 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd4c029-2053-4ebe-99f5-cedb4396951a admin admin] Checking segment: {'id': '992c16f1-3b88-4edb-9e75-2f776a933f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:08:21.776251 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd4c029-2053-4ebe-99f5-cedb4396951a admin admin] Network hostable DHCP agents. Network: cc921726-3eb1-4872-936c-acc7d082c3b9, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:08:21.791551 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device a8312e52-6a6b-49cd-b01d-52b11064cf06 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:08:21.834311 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-83e37520-e5a6-485a-bb55-c665fdabedca req-0b87c6a9-2a88-435d-95ec-43767dc18c3b tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601079 Sep 27 05:08:21.842210 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd4c029-2053-4ebe-99f5-cedb4396951a admin admin] Network cc921726-3eb1-4872-936c-acc7d082c3b9 is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:08:21.860932 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port a8312e52-6a6b-49cd-b01d-52b11064cf06 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:08:21.861111 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-2dd4c029-2053-4ebe-99f5-cedb4396951a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, cc921726-3eb1-4872-936c-acc7d082c3b9) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:21.861111 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd4c029-2053-4ebe-99f5-cedb4396951a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:21.861111 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2dd4c029-2053-4ebe-99f5-cedb4396951a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:21.861387 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port a8312e52-6a6b-49cd-b01d-52b11064cf06 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:21.861387 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:21.861387 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port a8312e52-6a6b-49cd-b01d-52b11064cf06 Sep 27 05:08:21.882659 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2dd4c029-2053-4ebe-99f5-cedb4396951a admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5299919 Sep 27 05:08:21.885975 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36628) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:21.890164 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5130dc8-91a3-40a4-9642-6b73250b4e02 None None] Network cc921726-3eb1-4872-936c-acc7d082c3b9 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:08:21.891258 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-575472346-router', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:21.917747 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30415'] for router (62bb42bc-6106-4058-896f-7d434cbbcdae), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:21.919194 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7911021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7911823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7965208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30456'] for router (62bb42bc-6106-4058-896f-7d434cbbcdae), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:21.999011 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Attempt 4 to provision port 38e5f197-34a2-41da-b9e7-d776221531b8 Sep 27 05:08:22.019088 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Publish callbacks [] for router_controller (62bb42bc-6106-4058-896f-7d434cbbcdae), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:22.079626 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Port 38e5f197-34a2-41da-b9e7-d776221531b8 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:22.080244 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port a8312e52-6a6b-49cd-b01d-52b11064cf06 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:22.080693 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:22.098313 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cd8c3b0-7956-5b2d-987d-d9256dbf3db7-cc921726-3eb1-4872-936c-acc7d082c3b9', 'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9', 'project_id': 'f215b2cd18cf479e978e48943466579e', 'fixed_ips': [{'subnet_id': '3518dd6d-08e3-4f6f-aab7-443eac551258'}]}} from dv-cinder-858463-2-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 27 05:08:22.099195 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:22.133051 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8312e52-6a6b-49cd-b01d-52b11064cf06'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:08:22.135546 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3276f2-39d2-45b0-a30b-0e7577549d25" -d '{"events": [{"server_uuid": "c36fd643-fca2-406a-a737-3b49aa8388df", "name": "network-vif-plugged", "status": "completed", "tag": "a8312e52-6a6b-49cd-b01d-52b11064cf06"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:08:22.162428 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port a8312e52-6a6b-49cd-b01d-52b11064cf06, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=a8312e52-6a6b-49cd-b01d-52b11064cf06,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:08:22.167728 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:22.168843 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:08:22.195797 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880d5417-59c4-443e-9c3f-0e17505bbd1e x-openstack-request-id: req-880d5417-59c4-443e-9c3f-0e17505bbd1e {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:08:22.196109 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36fd643-fca2-406a-a737-3b49aa8388df", "name": "network-vif-plugged", "status": "completed", "tag": "a8312e52-6a6b-49cd-b01d-52b11064cf06", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:08:22.196468 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-880d5417-59c4-443e-9c3f-0e17505bbd1e {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:08:22.197663 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880d5417-59c4-443e-9c3f-0e17505bbd1e'] response: {'server_uuid': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8312e52-6a6b-49cd-b01d-52b11064cf06', 'code': 200} Sep 27 05:08:22.201371 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Publish callbacks [] for router_gateway (62bb42bc-6106-4058-896f-7d434cbbcdae), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:22.369455 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db016b-0b09-46d8-b470-0e7285680a29 req-f8d788b4-0a19-4c08-a3de-9333dee40d4e tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:22.371003 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e5db016b-0b09-46d8-b470-0e7285680a29 req-f8d788b4-0a19-4c08-a3de-9333dee40d4e tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0961385 Sep 27 05:08:22.381288 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=a8312e52-6a6b-49cd-b01d-52b11064cf06,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:22.401445 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:08:22.411259 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:22.411647 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (7ffbf3d9-960a-43bc-a6b2-b0111e74eddf), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:22.412053 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf Sep 27 05:08:22.445898 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e5db016b-0b09-46d8-b470-0e7285680a29 req-62c87551-e6fb-4a96-ba99-53356325a67b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645971 Sep 27 05:08:22.461691 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Allocated IP 172.20.0.2 (cc921726-3eb1-4872-936c-acc7d082c3b9/3518dd6d-08e3-4f6f-aab7-443eac551258/b5918ac5-0ebe-42f4-a58c-7e8780650862) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:08:22.514205 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee272c-5769-4ea8-84d7-957e9862b6b0 req-fce69224-ad1d-4acf-8b26-07e2d093705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:22.515826 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8eee272c-5769-4ea8-84d7-957e9862b6b0 req-fce69224-ad1d-4acf-8b26-07e2d093705f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 1130 time: 0.0876827 Sep 27 05:08:22.516849 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Publish callbacks [] for router_gateway (62bb42bc-6106-4058-896f-7d434cbbcdae), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:22.536879 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:22.648809 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Allocated IP 172.27.1.175 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/77b491bc-5e4d-43c7-9df4-bfed849cf2f6) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:08:22.668249 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Attempt 5 to provision port 38e5f197-34a2-41da-b9e7-d776221531b8 Sep 27 05:08:22.718406 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:22.718804 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (7ffbf3d9-960a-43bc-a6b2-b0111e74eddf), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:22.720607 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Port 38e5f197-34a2-41da-b9e7-d776221531b8 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:22.757528 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Publish callbacks [] for port (77b491bc-5e4d-43c7-9df4-bfed849cf2f6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:22.782508 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7ffbf3d9-960a-43bc-a6b2-b0111e74eddf,segment=NetworkSegment(fe135b90-3013-4a92-bdef-9a03f54777aa),segment_id=fe135b90-3013-4a92-bdef-9a03f54777aa)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:08:22.795138 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (77b491bc-5e4d-43c7-9df4-bfed849cf2f6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:22.799248 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (7ffbf3d9-960a-43bc-a6b2-b0111e74eddf), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:22.833821 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:08:22.840711 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:22.843226 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:08:22.846090 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Pushing event updated for resources: {'Port': ['ID=77b491bc-5e4d-43c7-9df4-bfed849cf2f6,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:22.849124 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Publish callbacks [] for port (b5918ac5-0ebe-42f4-a58c-7e8780650862), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:22.866623 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (b5918ac5-0ebe-42f4-a58c-7e8780650862), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:22.869834 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=7ffbf3d9-960a-43bc-a6b2-b0111e74eddf,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:22.906597 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Network cc921726-3eb1-4872-936c-acc7d082c3b9 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:08:22.911209 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:22.914986 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:08:22.928508 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Pushing event updated for resources: {'Port': ['ID=b5918ac5-0ebe-42f4-a58c-7e8780650862,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:22.985965 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e67f1a-0ee6-47eb-ae3d-c8e021684f63 req-819f43c4-264d-4303-9757-3cd14dfdd7a0 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:22.986525 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Attempting to bind port b5918ac5-0ebe-42f4-a58c-7e8780650862 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:08:22.986911 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Attempting to bind port b5918ac5-0ebe-42f4-a58c-7e8780650862 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '992c16f1-3b88-4edb-9e75-2f776a933f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:08:22.987287 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Attempting to bind port b5918ac5-0ebe-42f4-a58c-7e8780650862 on network cc921726-3eb1-4872-936c-acc7d082c3b9 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:08:22.993530 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:08:22.993919 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Checking segment: {'id': '992c16f1-3b88-4edb-9e75-2f776a933f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:08:22.994335 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:22.994459 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e0e67f1a-0ee6-47eb-ae3d-c8e021684f63 req-819f43c4-264d-4303-9757-3cd14dfdd7a0 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 945 time: 0.0681305 Sep 27 05:08:22.994736 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Bound using segment: {'id': '992c16f1-3b88-4edb-9e75-2f776a933f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:08:22.995216 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Bound port: b5918ac5-0ebe-42f4-a58c-7e8780650862, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992c16f1-3b88-4edb-9e75-2f776a933f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:08:22.995607 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (b5918ac5-0ebe-42f4-a58c-7e8780650862), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:23.042141 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e0e67f1a-0ee6-47eb-ae3d-c8e021684f63 req-38b55da2-6ef9-4f2a-8408-73ec1248d879 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468905 Sep 27 05:08:23.063840 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] For port b5918ac5-0ebe-42f4-a58c-7e8780650862, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:08:23.068767 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] For port b5918ac5-0ebe-42f4-a58c-7e8780650862, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=b5918ac5-0ebe-42f4-a58c-7e8780650862,segment=NetworkSegment(992c16f1-3b88-4edb-9e75-2f776a933f9f),segment_id=992c16f1-3b88-4edb-9e75-2f776a933f9f)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:08:23.077486 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (b5918ac5-0ebe-42f4-a58c-7e8780650862), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:23.137256 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50c996-e21d-4d93-8589-e67300cdb3f4 None None] Pushing event updated for resources: {'Port': ['ID=b5918ac5-0ebe-42f4-a58c-7e8780650862,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:23.223423 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Attempt 6 to provision port 38e5f197-34a2-41da-b9e7-d776221531b8 Sep 27 05:08:23.265257 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Port 38e5f197-34a2-41da-b9e7-d776221531b8 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:23.365371 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Sync routers for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:08:23.384291 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:08:23.385095 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:08:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:23.400905 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Publish callbacks [] for router_gateway (62bb42bc-6106-4058-896f-7d434cbbcdae), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:23.443363 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8eee272c-5769-4ea8-84d7-957e9862b6b0 req-87977ffd-6ecf-4c4d-a276-038dbff780c0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895433 Sep 27 05:08:23.534831 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:08:23.541739 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device b5918ac5-0ebe-42f4-a58c-7e8780650862 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:08:23.591147 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port b5918ac5-0ebe-42f4-a58c-7e8780650862 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:23.591660 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (b5918ac5-0ebe-42f4-a58c-7e8780650862), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:23.592068 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port b5918ac5-0ebe-42f4-a58c-7e8780650862 Sep 27 05:08:23.599074 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06df1-cb29-4eaa-86c9-8b5ef0195afb req-23e2e8bc-fba2-4b06-bb8d-d0bd146fae24 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:23.606488 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-11b06df1-cb29-4eaa-86c9-8b5ef0195afb req-23e2e8bc-fba2-4b06-bb8d-d0bd146fae24 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0653930 Sep 27 05:08:23.642854 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7911010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7911904'] for router (62bb42bc-6106-4058-896f-7d434cbbcdae), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:23.655157 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-11b06df1-cb29-4eaa-86c9-8b5ef0195afb req-7a5862e2-8bf8-4af9-9c61-75f8849d6e5a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476034 Sep 27 05:08:23.691387 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port b5918ac5-0ebe-42f4-a58c-7e8780650862 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:23.692134 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (b5918ac5-0ebe-42f4-a58c-7e8780650862), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:23.732216 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port b5918ac5-0ebe-42f4-a58c-7e8780650862, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=b5918ac5-0ebe-42f4-a58c-7e8780650862,segment=NetworkSegment(992c16f1-3b88-4edb-9e75-2f776a933f9f),segment_id=992c16f1-3b88-4edb-9e75-2f776a933f9f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:08:23.736564 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (b5918ac5-0ebe-42f4-a58c-7e8780650862), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:23.737532 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 91741918-661d-4bf5-ae81-6a47c92b8307 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:08:23.775505 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Attempt 7 to provision port 38e5f197-34a2-41da-b9e7-d776221531b8 Sep 27 05:08:23.779295 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 2, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:23.797973 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Router 62bb42bc-6106-4058-896f-7d434cbbcdae is scheduled to L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 05:08:23.805930 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Checking router: c761e44c-233d-49ca-9658-756db6dcc194 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:08:23.806427 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Updating router c761e44c-233d-49ca-9658-756db6dcc194 port 38e5f197-34a2-41da-b9e7-d776221531b8 binding host dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:08:23.839731 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:23.843948 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=b5918ac5-0ebe-42f4-a58c-7e8780650862,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:23.855197 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Port 38e5f197-34a2-41da-b9e7-d776221531b8 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:23.865873 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 91741918-661d-4bf5-ae81-6a47c92b8307 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:23.866254 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (91741918-661d-4bf5-ae81-6a47c92b8307), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:23.866603 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 91741918-661d-4bf5-ae81-6a47c92b8307 Sep 27 05:08:23.921092 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:08:23.943596 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:23.945117 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-81307972-c70b-4c30-95a4-2c2775af1dde admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0580094 Sep 27 05:08:23.948522 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 36646) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:23.951999 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Sync routers for ids ['62bb42bc-6106-4058-896f-7d434cbbcdae'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:08:23.981232 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 91741918-661d-4bf5-ae81-6a47c92b8307 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:23.981630 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (91741918-661d-4bf5-ae81-6a47c92b8307), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:23.988073 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Routers {'62bb42bc-6106-4058-896f-7d434cbbcdae'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:08:23.994071 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:08:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['62bb42bc-6106-4058-896f-7d434cbbcdae'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:24.050437 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port 91741918-661d-4bf5-ae81-6a47c92b8307, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=91741918-661d-4bf5-ae81-6a47c92b8307,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:08:24.059998 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (91741918-661d-4bf5-ae81-6a47c92b8307), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:24.170911 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Set router 62bb42bc-6106-4058-896f-7d434cbbcdae gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:08:24.214350 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e830aa-7d65-4d79-a32e-d0b14c79e208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffbf3d9-960a-43bc-a6b2-b0111e74eddf'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:08:24.216409 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Publish callbacks [] for port (38e5f197-34a2-41da-b9e7-d776221531b8), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:24.216634 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319bb2aa-39e2-448e-8327-25deadb70114" -d '{"events": [{"server_uuid": "06e830aa-7d65-4d79-a32e-d0b14c79e208", "name": "network-vif-plugged", "status": "completed", "tag": "7ffbf3d9-960a-43bc-a6b2-b0111e74eddf"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:08:24.223073 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:24.245826 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=91741918-661d-4bf5-ae81-6a47c92b8307,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:24.268419 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17919db0-63bf-46de-bbb9-79b52f5f25a4 None None] Pushing event updated for resources: {'Port': ['ID=38e5f197-34a2-41da-b9e7-d776221531b8,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:24.304366 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46995076-22f4-45c3-a4fd-686a2e2a0944 x-openstack-request-id: req-46995076-22f4-45c3-a4fd-686a2e2a0944 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:08:24.305134 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e830aa-7d65-4d79-a32e-d0b14c79e208", "name": "network-vif-plugged", "status": "completed", "tag": "7ffbf3d9-960a-43bc-a6b2-b0111e74eddf", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:08:24.305555 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-46995076-22f4-45c3-a4fd-686a2e2a0944 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:08:24.306235 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46995076-22f4-45c3-a4fd-686a2e2a0944'] response: {'server_uuid': '06e830aa-7d65-4d79-a32e-d0b14c79e208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffbf3d9-960a-43bc-a6b2-b0111e74eddf', 'code': 200} Sep 27 05:08:24.319135 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a36b1e-28bf-47e7-9855-fcdb38e40376 req-03127aba-393a-434b-a187-3b0e9fc79a6f tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:24.326053 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-54a36b1e-28bf-47e7-9855-fcdb38e40376 req-03127aba-393a-434b-a187-3b0e9fc79a6f tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 945 time: 0.1476955 Sep 27 05:08:24.347859 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Attempting to bind port 38e5f197-34a2-41da-b9e7-d776221531b8 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:08:24.348237 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Attempting to bind port 38e5f197-34a2-41da-b9e7-d776221531b8 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:08:24.348599 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Attempting to bind port 38e5f197-34a2-41da-b9e7-d776221531b8 on network d80c8abc-1650-4c6e-894f-50b9cf0b7faf {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:08:24.354595 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:08:24.354983 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Checking segment: {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:08:24.355515 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:24.356066 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Bound using segment: {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:08:24.356549 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Bound port: 38e5f197-34a2-41da-b9e7-d776221531b8, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:08:24.357039 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:24.365795 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Attempt 8 to provision port 38e5f197-34a2-41da-b9e7-d776221531b8 Sep 27 05:08:24.407042 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-54a36b1e-28bf-47e7-9855-fcdb38e40376 req-d940f472-39f5-40b0-81c7-b9dcf8b43177 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801260 Sep 27 05:08:24.410791 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d41053-27fa-47b0-b973-c4dd254018d9 None None] Network cc921726-3eb1-4872-936c-acc7d082c3b9 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:08:24.434835 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] For port 38e5f197-34a2-41da-b9e7-d776221531b8, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:08:24.439144 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] For port 38e5f197-34a2-41da-b9e7-d776221531b8, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=38e5f197-34a2-41da-b9e7-d776221531b8,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:08:24.446909 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:24.481966 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Port 38e5f197-34a2-41da-b9e7-d776221531b8 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:24.482188 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:08:24.482581 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:08:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:24.502010 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:24.525336 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'name': 'tempest-TestVolumeBootPattern-575472346-router', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:21Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 3, 'project_id': 'f215b2cd18cf479e978e48943466579e', 'gw_port': {'id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:22Z', 'updated_at': '2022-09-27T05:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:24.537173 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17919db0-63bf-46de-bbb9-79b52f5f25a4 None None] Pushing event updated for resources: {'Port': ['ID=38e5f197-34a2-41da-b9e7-d776221531b8,revision_number=4']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:24.569539 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Checking router: 62bb42bc-6106-4058-896f-7d434cbbcdae for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:08:24.570157 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Updating router 62bb42bc-6106-4058-896f-7d434cbbcdae port 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 binding host dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:08:24.603893 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:08:24.608414 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (77b491bc-5e4d-43c7-9df4-bfed849cf2f6), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:24.670548 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Allocated IP 172.20.0.1 (cc921726-3eb1-4872-936c-acc7d082c3b9/3518dd6d-08e3-4f6f-aab7-443eac551258/507d69a8-5ca5-4b2a-94bd-511125900cd2) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:08:24.879201 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Publish callbacks [] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:24.891977 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fab48-6a4a-4abf-85d0-13e4ed6341f4 req-27573d18-5175-4ecd-aa38-7dd6230d5ed1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:24.894344 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3f1fab48-6a4a-4abf-85d0-13e4ed6341f4 req-27573d18-5175-4ecd-aa38-7dd6230d5ed1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.1285119 Sep 27 05:08:24.928548 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Publish callbacks [] for port (77b491bc-5e4d-43c7-9df4-bfed849cf2f6), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:24.934820 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (77b491bc-5e4d-43c7-9df4-bfed849cf2f6), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:24.948277 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:24Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:24.958558 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:24.970841 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Attempting to bind port 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:08:24.971218 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Attempting to bind port 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:08:24.971586 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Attempting to bind port 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 on network 567d47fc-aabf-4674-8921-5604d2739763 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:08:24.972774 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1869bd-ed04-4179-8540-db618ec03ace None None] The sync data for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi is: [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:24Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:08:24.978477 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:08:24.978862 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Checking segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:08:24.979271 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:24.979670 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Bound using segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:08:24.980141 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Bound port: 77b491bc-5e4d-43c7-9df4-bfed849cf2f6, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:08:24.980525 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (77b491bc-5e4d-43c7-9df4-bfed849cf2f6), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:24.983527 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Attempt 9 to provision port 38e5f197-34a2-41da-b9e7-d776221531b8 Sep 27 05:08:25.001825 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3f1fab48-6a4a-4abf-85d0-13e4ed6341f4 req-01900c8d-3426-4404-9a8a-e7d0340ac7a5 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000962 Sep 27 05:08:25.028529 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Network cc921726-3eb1-4872-936c-acc7d082c3b9 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:08:25.030546 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:25.041700 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:08:25.043969 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Pushing event updated for resources: {'Port': ['ID=507d69a8-5ca5-4b2a-94bd-511125900cd2,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:25.099392 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912591'] for router_interface (62bb42bc-6106-4058-896f-7d434cbbcdae), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:25.186229 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8744aae-cf70-4171-93cb-d6f8eb7cb1e1 None None] Pushing event updated for resources: {'Port': ['ID=77b491bc-5e4d-43c7-9df4-bfed849cf2f6,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:25.230023 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] For port 77b491bc-5e4d-43c7-9df4-bfed849cf2f6, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:08:25.241840 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] For port 77b491bc-5e4d-43c7-9df4-bfed849cf2f6, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=77b491bc-5e4d-43c7-9df4-bfed849cf2f6,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:08:25.254544 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (77b491bc-5e4d-43c7-9df4-bfed849cf2f6), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:25.280139 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:25.331855 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Current status of the port 38e5f197-34a2-41da-b9e7-d776221531b8 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:25.332248 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:25.350843 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Routers {'62bb42bc-6106-4058-896f-7d434cbbcdae'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:08:25.351503 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:08:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['62bb42bc-6106-4058-896f-7d434cbbcdae'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:25.491487 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8744aae-cf70-4171-93cb-d6f8eb7cb1e1 None None] Pushing event updated for resources: {'Port': ['ID=77b491bc-5e4d-43c7-9df4-bfed849cf2f6,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:25.495573 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device b5918ac5-0ebe-42f4-a58c-7e8780650862 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:08:25.549269 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Publish callbacks [] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:25.561791 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] For port 38e5f197-34a2-41da-b9e7-d776221531b8, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=38e5f197-34a2-41da-b9e7-d776221531b8,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:08:25.573251 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] Set router 62bb42bc-6106-4058-896f-7d434cbbcdae gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:08:25.574863 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:25.580616 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:25.604087 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fd306-2b53-4f44-84b4-cd82c439e1ee req-3d810ae1-0868-47bb-b50e-4691584d6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:25.606890 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-215fd306-2b53-4f44-84b4-cd82c439e1ee req-3d810ae1-0868-47bb-b50e-4691584d6bf3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 1129 time: 0.0679870 Sep 27 05:08:25.667812 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-215fd306-2b53-4f44-84b4-cd82c439e1ee req-debf03af-6aa0-407f-a4e6-a0258ac52045 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527506 Sep 27 05:08:25.678899 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbccec-6251-46f4-b9d5-742e9f520300 req-0bfe0fc1-fb6f-4aad-ba3a-7d892915d396 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:25.680444 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-54cbccec-6251-46f4-b9d5-742e9f520300 req-0bfe0fc1-fb6f-4aad-ba3a-7d892915d396 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 945 time: 0.1539521 Sep 27 05:08:25.700696 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7912483'] for router_interface (62bb42bc-6106-4058-896f-7d434cbbcdae), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:25.702266 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Pushing event updated for resources: {'Port': ['ID=507d69a8-5ca5-4b2a-94bd-511125900cd2,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:25.755276 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c6fa7-d5b4-4fdd-bc6a-a497ab928659 None None] Pushing event updated for resources: {'Port': ['ID=38e5f197-34a2-41da-b9e7-d776221531b8,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:25.761651 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port b5918ac5-0ebe-42f4-a58c-7e8780650862 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:25.762029 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (b5918ac5-0ebe-42f4-a58c-7e8780650862), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:25.762372 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port b5918ac5-0ebe-42f4-a58c-7e8780650862 Sep 27 05:08:25.799855 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Provisioning complete for port 507d69a8-5ca5-4b2a-94bd-511125900cd2 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:25.801713 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:25.802075 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Attempt 1 to provision port 507d69a8-5ca5-4b2a-94bd-511125900cd2 Sep 27 05:08:25.805207 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-54cbccec-6251-46f4-b9d5-742e9f520300 req-e623ca08-7707-4c32-93c9-f6fef1e60173 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118431 Sep 27 05:08:25.865456 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Network cc921726-3eb1-4872-936c-acc7d082c3b9 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:08:25.867474 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:25.885757 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Port 507d69a8-5ca5-4b2a-94bd-511125900cd2 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:25.935409 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port b5918ac5-0ebe-42f4-a58c-7e8780650862 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:25.936832 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 38e5f197-34a2-41da-b9e7-d776221531b8 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:08:26.052054 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 38e5f197-34a2-41da-b9e7-d776221531b8 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:26.052422 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:26.052773 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 38e5f197-34a2-41da-b9e7-d776221531b8 Sep 27 05:08:26.082050 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'name': 'tempest-TestVolumeBootPattern-575472346-router', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:21Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 4, 'project_id': 'f215b2cd18cf479e978e48943466579e', 'gw_port': {'id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:22Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '507d69a8-5ca5-4b2a-94bd-511125900cd2', 'name': '', 'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'mac_address': 'fa:16:3e:3d:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3518dd6d-08e3-4f6f-aab7-443eac551258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:24Z', 'updated_at': '2022-09-27T05:08:24Z', 'revision_number': 1, 'project_id': 'f215b2cd18cf479e978e48943466579e', 'subnets': [{'id': '3518dd6d-08e3-4f6f-aab7-443eac551258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:26.111873 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ec0949-c40b-4502-b5e5-acf868adb289 None None] The sync data for ids ['62bb42bc-6106-4058-896f-7d434cbbcdae'] in dv-cinder-858463-2-iscsi is: [{'id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'name': 'tempest-TestVolumeBootPattern-575472346-router', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:21Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 4, 'project_id': 'f215b2cd18cf479e978e48943466579e', 'gw_port': {'id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:22Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '507d69a8-5ca5-4b2a-94bd-511125900cd2', 'name': '', 'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'mac_address': 'fa:16:3e:3d:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3518dd6d-08e3-4f6f-aab7-443eac551258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:24Z', 'updated_at': '2022-09-27T05:08:24Z', 'revision_number': 1, 'project_id': 'f215b2cd18cf479e978e48943466579e', 'subnets': [{'id': '3518dd6d-08e3-4f6f-aab7-443eac551258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:08:26.166228 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 38e5f197-34a2-41da-b9e7-d776221531b8 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:26.167588 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 91741918-661d-4bf5-ae81-6a47c92b8307 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:08:26.220319 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 91741918-661d-4bf5-ae81-6a47c92b8307 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:26.220700 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (91741918-661d-4bf5-ae81-6a47c92b8307), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:26.221134 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 91741918-661d-4bf5-ae81-6a47c92b8307 Sep 27 05:08:26.278957 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Router 62bb42bc-6106-4058-896f-7d434cbbcdae has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:08:26.293419 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f59af6-19b1-4ca9-879c-254ee79c298b req-c00ab795-576c-4ca1-ae10-25ab9d2ede61 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:26.294938 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-18f59af6-19b1-4ca9-879c-254ee79c298b req-c00ab795-576c-4ca1-ae10-25ab9d2ede61 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0742631 Sep 27 05:08:26.300913 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 91741918-661d-4bf5-ae81-6a47c92b8307 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:26.387391 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Attempt 2 to provision port 507d69a8-5ca5-4b2a-94bd-511125900cd2 Sep 27 05:08:26.420213 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-18f59af6-19b1-4ca9-879c-254ee79c298b req-9cbd7964-1c05-4b31-bd2e-367e3b36bdf3 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162810 Sep 27 05:08:26.427700 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Port 507d69a8-5ca5-4b2a-94bd-511125900cd2 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:26.443697 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:08:26.453076 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f691590c-68f9-4fe1-b3af-7b0c91cd403b admin admin] 10.222.0.27 "PUT /v2.0/routers/62bb42bc-6106-4058-896f-7d434cbbcdae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5029485 Sep 27 05:08:26.780897 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 36670) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:26.786518 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-92bceadf-3abf-4bd2-a084-adebd9859be9 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-504705551', 'description': 'tempest-secgroup-smoke-504705551 description', 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:26.806889 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-92bceadf-3abf-4bd2-a084-adebd9859be9 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:26.880220 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-92bceadf-3abf-4bd2-a084-adebd9859be9 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group (9019b9b1-1619-46eb-b833-e44c54179395), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:26.884006 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-92bceadf-3abf-4bd2-a084-adebd9859be9 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (9019b9b1-1619-46eb-b833-e44c54179395), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:26.922368 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-92bceadf-3abf-4bd2-a084-adebd9859be9 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:26.923546 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-92bceadf-3abf-4bd2-a084-adebd9859be9 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1415470 Sep 27 05:08:26.926989 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36674) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:26.928574 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Attempt 3 to provision port 507d69a8-5ca5-4b2a-94bd-511125900cd2 Sep 27 05:08:26.932286 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-60427faa-d07c-4e85-af76-b3ec878e94fe tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Request body: {'security_group_rule': {'security_group_id': '9019b9b1-1619-46eb-b833-e44c54179395', 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:26.946943 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bceadf-3abf-4bd2-a084-adebd9859be9 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9019b9b1-1619-46eb-b833-e44c54179395,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:26.964393 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-60427faa-d07c-4e85-af76-b3ec878e94fe tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (932b9f8e-3045-4b93-becf-dad1af9a9778), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:26.985556 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Port 507d69a8-5ca5-4b2a-94bd-511125900cd2 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:26.989202 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cb9fb-18fa-4ccd-be2f-09fac0f15e1a req-3aedae8e-74fe-4074-aa1f-7b6ac4139bcf tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:26.990768 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1f8cb9fb-18fa-4ccd-be2f-09fac0f15e1a req-3aedae8e-74fe-4074-aa1f-7b6ac4139bcf tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 945 time: 0.0893190 Sep 27 05:08:27.035575 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-60427faa-d07c-4e85-af76-b3ec878e94fe tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (932b9f8e-3045-4b93-becf-dad1af9a9778), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.039511 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-60427faa-d07c-4e85-af76-b3ec878e94fe tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (932b9f8e-3045-4b93-becf-dad1af9a9778), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.044829 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1f8cb9fb-18fa-4ccd-be2f-09fac0f15e1a req-26315101-7b59-4fc0-b589-5afba38e18d8 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479555 Sep 27 05:08:27.057180 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60427faa-d07c-4e85-af76-b3ec878e94fe tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932b9f8e-3045-4b93-becf-dad1af9a9778,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:27.068534 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-60427faa-d07c-4e85-af76-b3ec878e94fe tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.073359 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-60427faa-d07c-4e85-af76-b3ec878e94fe tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451898 Sep 27 05:08:27.075623 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36676) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:27.081753 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-23448cfd-a731-4ff2-ae95-0b2df5005320 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Request body: {'security_group_rule': {'security_group_id': '9019b9b1-1619-46eb-b833-e44c54179395', 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:27.106874 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-23448cfd-a731-4ff2-ae95-0b2df5005320 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (3fc0541e-513a-4027-8ab8-238fc6483b5d), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.163313 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-23448cfd-a731-4ff2-ae95-0b2df5005320 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (3fc0541e-513a-4027-8ab8-238fc6483b5d), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.166925 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-23448cfd-a731-4ff2-ae95-0b2df5005320 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (3fc0541e-513a-4027-8ab8-238fc6483b5d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.184051 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23448cfd-a731-4ff2-ae95-0b2df5005320 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc0541e-513a-4027-8ab8-238fc6483b5d,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:27.193345 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-23448cfd-a731-4ff2-ae95-0b2df5005320 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.194545 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-23448cfd-a731-4ff2-ae95-0b2df5005320 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176734 Sep 27 05:08:27.197900 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 36678) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:27.203724 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-78ee7d48-93d5-4f6f-bc50-3f69367a8119 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Request body: {'security_group_rule': {'security_group_id': '9019b9b1-1619-46eb-b833-e44c54179395', 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:27.232010 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-78ee7d48-93d5-4f6f-bc50-3f69367a8119 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (03f98bbd-4df5-4b00-b987-5a1b6625502e), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.290133 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-78ee7d48-93d5-4f6f-bc50-3f69367a8119 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (03f98bbd-4df5-4b00-b987-5a1b6625502e), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.294040 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-78ee7d48-93d5-4f6f-bc50-3f69367a8119 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (03f98bbd-4df5-4b00-b987-5a1b6625502e), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.312549 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee7d48-93d5-4f6f-bc50-3f69367a8119 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f98bbd-4df5-4b00-b987-5a1b6625502e,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:27.321725 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-78ee7d48-93d5-4f6f-bc50-3f69367a8119 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.322767 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-78ee7d48-93d5-4f6f-bc50-3f69367a8119 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237864 Sep 27 05:08:27.325591 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36680) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:27.335963 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-b57968a2-4d55-49dd-8bab-8a29851dcc91 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Request body: {'security_group_rule': {'security_group_id': '9019b9b1-1619-46eb-b833-e44c54179395', 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:27.366160 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b57968a2-4d55-49dd-8bab-8a29851dcc91 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (ec15d14b-52bc-4d55-aad4-18cff8fb9734), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.399488 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 38e5f197-34a2-41da-b9e7-d776221531b8 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:08:27.434245 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b57968a2-4d55-49dd-8bab-8a29851dcc91 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (ec15d14b-52bc-4d55-aad4-18cff8fb9734), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.438330 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b57968a2-4d55-49dd-8bab-8a29851dcc91 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (ec15d14b-52bc-4d55-aad4-18cff8fb9734), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.451245 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 38e5f197-34a2-41da-b9e7-d776221531b8 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:27.451769 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.452111 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 38e5f197-34a2-41da-b9e7-d776221531b8 Sep 27 05:08:27.454779 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57968a2-4d55-49dd-8bab-8a29851dcc91 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec15d14b-52bc-4d55-aad4-18cff8fb9734,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:27.468223 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b57968a2-4d55-49dd-8bab-8a29851dcc91 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.473260 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 36688) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:27.473404 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b57968a2-4d55-49dd-8bab-8a29851dcc91 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454277 Sep 27 05:08:27.480008 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-507f6747-c31b-443a-a8c7-14a1c9dbae05 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Request body: {'security_group_rule': {'security_group_id': '9019b9b1-1619-46eb-b833-e44c54179395', 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:27.487898 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Attempt 4 to provision port 507d69a8-5ca5-4b2a-94bd-511125900cd2 Sep 27 05:08:27.512119 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.securitygroups_db [None req-507f6747-c31b-443a-a8c7-14a1c9dbae05 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Project dd9cd5a85d76484386fc1b7e91ce66c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 05:08:27.529913 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-507f6747-c31b-443a-a8c7-14a1c9dbae05 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (a7c60abe-6652-442a-a293-254918e6f37a), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.544565 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Port 507d69a8-5ca5-4b2a-94bd-511125900cd2 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:27.592196 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 38e5f197-34a2-41da-b9e7-d776221531b8 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:27.621520 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-507f6747-c31b-443a-a8c7-14a1c9dbae05 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (a7c60abe-6652-442a-a293-254918e6f37a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.628853 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad7263-0425-479b-a4de-639acb82865c req-62c0fd92-75dc-4f85-b4b7-a5b9fe204d19 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:27.630622 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b1ad7263-0425-479b-a4de-639acb82865c req-62c0fd92-75dc-4f85-b4b7-a5b9fe204d19 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.1122482 Sep 27 05:08:27.631749 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-507f6747-c31b-443a-a8c7-14a1c9dbae05 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (a7c60abe-6652-442a-a293-254918e6f37a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.656356 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f6747-c31b-443a-a8c7-14a1c9dbae05 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c60abe-6652-442a-a293-254918e6f37a,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:27.669795 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-507f6747-c31b-443a-a8c7-14a1c9dbae05 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.671011 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-507f6747-c31b-443a-a8c7-14a1c9dbae05 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1965568 Sep 27 05:08:27.673967 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36692) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:27.678711 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-dd19db72-6270-47b5-98d4-1262c31ee562 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Request body: {'security_group_rule': {'security_group_id': '9019b9b1-1619-46eb-b833-e44c54179395', 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:27.704337 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.securitygroups_db [None req-dd19db72-6270-47b5-98d4-1262c31ee562 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Project dd9cd5a85d76484386fc1b7e91ce66c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 05:08:27.713611 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dd19db72-6270-47b5-98d4-1262c31ee562 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (a3b462db-b9f2-45af-aada-ee03ef1071af), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.721684 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b1ad7263-0425-479b-a4de-639acb82865c req-cfe9ad5e-b648-4b74-832a-88a721d2dad1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753899 Sep 27 05:08:27.798311 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dd19db72-6270-47b5-98d4-1262c31ee562 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (a3b462db-b9f2-45af-aada-ee03ef1071af), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.812885 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dd19db72-6270-47b5-98d4-1262c31ee562 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (a3b462db-b9f2-45af-aada-ee03ef1071af), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.825891 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19db72-6270-47b5-98d4-1262c31ee562 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b462db-b9f2-45af-aada-ee03ef1071af,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:27.854769 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dd19db72-6270-47b5-98d4-1262c31ee562 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:27.856080 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-dd19db72-6270-47b5-98d4-1262c31ee562 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1810806 Sep 27 05:08:27.892993 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa8318-8600-469d-883e-9ffea4316e2b req-8b01e1a8-5b8a-4521-8acd-805880bf9761 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:27.908834 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ccfa8318-8600-469d-883e-9ffea4316e2b req-8b01e1a8-5b8a-4521-8acd-805880bf9761 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.1112311 Sep 27 05:08:27.908999 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36706) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:27.911348 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-92bcdbad-31da-4405-95ef-9a5eea88278a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Request body: {'floatingip': {'port_id': 'a8312e52-6a6b-49cd-b01d-52b11064cf06'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:28.022358 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-92bcdbad-31da-4405-95ef-9a5eea88278a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for floatingip (bf4892a7-20af-4c0a-9e04-cb501f8af9a7), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:28.045897 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Attempt 5 to provision port 507d69a8-5ca5-4b2a-94bd-511125900cd2 Sep 27 05:08:28.081296 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Port 507d69a8-5ca5-4b2a-94bd-511125900cd2 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:28.217430 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ed821-70bd-4506-b6b2-07d76fa1185d req-2dc93933-fa30-44f2-9bbb-501d267ddce0 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:28.226172 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-026ed821-70bd-4506-b6b2-07d76fa1185d req-2dc93933-fa30-44f2-9bbb-501d267ddce0 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 945 time: 0.0691154 Sep 27 05:08:28.284169 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-026ed821-70bd-4506-b6b2-07d76fa1185d req-a01c9958-9f55-4f8f-85bb-149cf34f0b42 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570142 Sep 27 05:08:28.582372 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Attempt 6 to provision port 507d69a8-5ca5-4b2a-94bd-511125900cd2 Sep 27 05:08:28.617779 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Port 507d69a8-5ca5-4b2a-94bd-511125900cd2 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:28.772831 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-92bcdbad-31da-4405-95ef-9a5eea88278a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:28.777522 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-92bcdbad-31da-4405-95ef-9a5eea88278a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (bf4892a7-20af-4c0a-9e04-cb501f8af9a7), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:29.099330 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-92bcdbad-31da-4405-95ef-9a5eea88278a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Floating IP bf4892a7-20af-4c0a-9e04-cb501f8af9a7 associated. External IP: 172.27.1.153, port: a8312e52-6a6b-49cd-b01d-52b11064cf06. Sep 27 05:08:29.119955 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Attempt 7 to provision port 507d69a8-5ca5-4b2a-94bd-511125900cd2 Sep 27 05:08:29.165158 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Port 507d69a8-5ca5-4b2a-94bd-511125900cd2 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:29.381309 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bcdbad-31da-4405-95ef-9a5eea88278a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Router 834773d9-47d2-4fa3-90a4-23b330823de3 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:08:29.445921 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:08:29.509931 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:29.510309 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (77b491bc-5e4d-43c7-9df4-bfed849cf2f6), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:29.510650 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 Sep 27 05:08:29.517148 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bcdbad-31da-4405-95ef-9a5eea88278a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:08:29.524207 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-92bcdbad-31da-4405-95ef-9a5eea88278a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:29.542347 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b15e0-2814-43d8-9a74-fe4206900407 None None] Sync routers for ids ['834773d9-47d2-4fa3-90a4-23b330823de3'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:08:29.554665 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689b15e0-2814-43d8-9a74-fe4206900407 None None] Routers {'834773d9-47d2-4fa3-90a4-23b330823de3'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:08:29.555287 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-689b15e0-2814-43d8-9a74-fe4206900407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:08:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['834773d9-47d2-4fa3-90a4-23b330823de3'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:29.563624 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-92bcdbad-31da-4405-95ef-9a5eea88278a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "PUT /v2.0/floatingips/bf4892a7-20af-4c0a-9e04-cb501f8af9a7 HTTP/1.1" status: 200 len: 992 time: 1.6566556 Sep 27 05:08:29.564587 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'tag': 'a8312e52-6a6b-49cd-b01d-52b11064cf06'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:08:29.568000 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3362ca6-f3db-437a-ad32-41cb596df48d" -d '{"events": [{"name": "network-changed", "server_uuid": "c36fd643-fca2-406a-a737-3b49aa8388df", "tag": "a8312e52-6a6b-49cd-b01d-52b11064cf06"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:08:29.606298 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:29.606830 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (77b491bc-5e4d-43c7-9df4-bfed849cf2f6), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:29.615905 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ecd9f7-33a8-418e-b70a-4a4eea709634 x-openstack-request-id: req-17ecd9f7-33a8-418e-b70a-4a4eea709634 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:08:29.616271 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36fd643-fca2-406a-a737-3b49aa8388df", "tag": "a8312e52-6a6b-49cd-b01d-52b11064cf06", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:08:29.616594 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-17ecd9f7-33a8-418e-b70a-4a4eea709634 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:08:29.617196 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ecd9f7-33a8-418e-b70a-4a4eea709634'] response: {'name': 'network-changed', 'server_uuid': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'tag': 'a8312e52-6a6b-49cd-b01d-52b11064cf06', 'status': 'completed', 'code': 200} Sep 27 05:08:29.633269 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port 77b491bc-5e4d-43c7-9df4-bfed849cf2f6, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=77b491bc-5e4d-43c7-9df4-bfed849cf2f6,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:08:29.638297 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (77b491bc-5e4d-43c7-9df4-bfed849cf2f6), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:29.667573 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Attempt 8 to provision port 507d69a8-5ca5-4b2a-94bd-511125900cd2 Sep 27 05:08:29.672452 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-689b15e0-2814-43d8-9a74-fe4206900407 None None] Set router 834773d9-47d2-4fa3-90a4-23b330823de3 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:08:29.723351 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3362ca6-f3db-437a-ad32-41cb596df48d req-0849e0d2-c903-4ea5-b0dc-7a2927330ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:29.726639 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3362ca6-f3db-437a-ad32-41cb596df48d req-0849e0d2-c903-4ea5-b0dc-7a2927330ff6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 1130 time: 0.0658646 Sep 27 05:08:29.737062 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Port 507d69a8-5ca5-4b2a-94bd-511125900cd2 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:29.737592 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=77b491bc-5e4d-43c7-9df4-bfed849cf2f6,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:29.741263 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Sync routers for ids ['62bb42bc-6106-4058-896f-7d434cbbcdae'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:08:29.753684 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:29.754067 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:29.754436 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:29.755052 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:29.755385 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:29.755721 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:29.756056 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:29.756388 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:29.756721 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:29.757095 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:29.757445 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:29.757773 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:29.758100 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:29.765294 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Routers {'62bb42bc-6106-4058-896f-7d434cbbcdae'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:08:29.765929 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:08:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['62bb42bc-6106-4058-896f-7d434cbbcdae'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:29.839721 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3362ca6-f3db-437a-ad32-41cb596df48d req-a57b802e-246c-4ab1-bbce-ace9f2579de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:29.841220 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3362ca6-f3db-437a-ad32-41cb596df48d req-a57b802e-246c-4ab1-bbce-ace9f2579de9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 920 time: 0.1087914 Sep 27 05:08:29.935048 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3362ca6-f3db-437a-ad32-41cb596df48d req-744e8a8b-f179-40ef-b0dd-27bcd1320712 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8312e52-6a6b-49cd-b01d-52b11064cf06 HTTP/1.1" status: 200 len: 1000 time: 0.0724230 Sep 27 05:08:29.949246 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-689b15e0-2814-43d8-9a74-fe4206900407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'bf4892a7-20af-4c0a-9e04-cb501f8af9a7', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'port_id': 'a8312e52-6a6b-49cd-b01d-52b11064cf06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'mac_address': 'fa:16:3e:f5:08:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:08:08Z', 'updated_at': '2022-09-27T05:08:28Z', 'revision_number': 1, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6a33cf-3418-4549-9fd1-e28de34e0f99', 'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'mac_address': 'fa:16:3e:18:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:04Z', 'revision_number': 5, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'subnets': [{'id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:29.974463 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b15e0-2814-43d8-9a74-fe4206900407 None None] Checking router: 834773d9-47d2-4fa3-90a4-23b330823de3 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:08:29.983510 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689b15e0-2814-43d8-9a74-fe4206900407 None None] Routers {'834773d9-47d2-4fa3-90a4-23b330823de3'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:08:29.984065 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-689b15e0-2814-43d8-9a74-fe4206900407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:08:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['834773d9-47d2-4fa3-90a4-23b330823de3'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:30.007837 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Set router 62bb42bc-6106-4058-896f-7d434cbbcdae gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:08:30.087443 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-689b15e0-2814-43d8-9a74-fe4206900407 None None] Set router 834773d9-47d2-4fa3-90a4-23b330823de3 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:08:30.209175 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'name': 'tempest-TestVolumeBootPattern-575472346-router', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:21Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 4, 'project_id': 'f215b2cd18cf479e978e48943466579e', 'gw_port': {'id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:22Z', 'updated_at': '2022-09-27T05:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '507d69a8-5ca5-4b2a-94bd-511125900cd2', 'name': '', 'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'mac_address': 'fa:16:3e:3d:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3518dd6d-08e3-4f6f-aab7-443eac551258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:24Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 2, 'project_id': 'f215b2cd18cf479e978e48943466579e', 'subnets': [{'id': '3518dd6d-08e3-4f6f-aab7-443eac551258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:30.234321 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Checking router: 62bb42bc-6106-4058-896f-7d434cbbcdae for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:08:30.234677 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Updating router 62bb42bc-6106-4058-896f-7d434cbbcdae port 507d69a8-5ca5-4b2a-94bd-511125900cd2 binding host dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:08:30.261139 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Attempt 9 to provision port 507d69a8-5ca5-4b2a-94bd-511125900cd2 Sep 27 05:08:30.294270 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:30.309165 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Port 507d69a8-5ca5-4b2a-94bd-511125900cd2 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:08:30.323329 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-689b15e0-2814-43d8-9a74-fe4206900407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'bf4892a7-20af-4c0a-9e04-cb501f8af9a7', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'port_id': 'a8312e52-6a6b-49cd-b01d-52b11064cf06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'mac_address': 'fa:16:3e:f5:08:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:08:08Z', 'updated_at': '2022-09-27T05:08:28Z', 'revision_number': 1, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6a33cf-3418-4549-9fd1-e28de34e0f99', 'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'mac_address': 'fa:16:3e:18:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:04Z', 'revision_number': 5, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'subnets': [{'id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:30.350890 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b15e0-2814-43d8-9a74-fe4206900407 None None] The sync data for ids ['834773d9-47d2-4fa3-90a4-23b330823de3'] in dv-cinder-858463-2-iscsi is: [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'bf4892a7-20af-4c0a-9e04-cb501f8af9a7', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'port_id': 'a8312e52-6a6b-49cd-b01d-52b11064cf06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'mac_address': 'fa:16:3e:f5:08:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:08:08Z', 'updated_at': '2022-09-27T05:08:28Z', 'revision_number': 1, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6a33cf-3418-4549-9fd1-e28de34e0f99', 'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'mac_address': 'fa:16:3e:18:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:04Z', 'revision_number': 5, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'subnets': [{'id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:08:30.583119 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05080c53-91fe-41b3-9eb0-0983e043e59b None None] New status for floating IP bf4892a7-20af-4c0a-9e04-cb501f8af9a7: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:08:30.598629 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Publish callbacks [] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:30.605404 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:30.689254 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f071d9d-8d17-4e9c-9dc7-4609f4e907e1 None None] Pushing event updated for resources: {'Port': ['ID=507d69a8-5ca5-4b2a-94bd-511125900cd2,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:30.726594 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Attempting to bind port 507d69a8-5ca5-4b2a-94bd-511125900cd2 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:08:30.727016 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Attempting to bind port 507d69a8-5ca5-4b2a-94bd-511125900cd2 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '992c16f1-3b88-4edb-9e75-2f776a933f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:08:30.727574 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Attempting to bind port 507d69a8-5ca5-4b2a-94bd-511125900cd2 on network cc921726-3eb1-4872-936c-acc7d082c3b9 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:08:30.733002 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:08:30.733379 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Checking segment: {'id': '992c16f1-3b88-4edb-9e75-2f776a933f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:08:30.733851 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:30.734191 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Bound using segment: {'id': '992c16f1-3b88-4edb-9e75-2f776a933f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:08:30.734655 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Bound port: 507d69a8-5ca5-4b2a-94bd-511125900cd2, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992c16f1-3b88-4edb-9e75-2f776a933f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:08:30.735035 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:30.805109 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] For port 507d69a8-5ca5-4b2a-94bd-511125900cd2, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:08:30.808152 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] For port 507d69a8-5ca5-4b2a-94bd-511125900cd2, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=507d69a8-5ca5-4b2a-94bd-511125900cd2,segment=NetworkSegment(992c16f1-3b88-4edb-9e75-2f776a933f9f),segment_id=992c16f1-3b88-4edb-9e75-2f776a933f9f)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:08:30.810442 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Attempt 10 to provision port 507d69a8-5ca5-4b2a-94bd-511125900cd2 Sep 27 05:08:30.814443 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:30.885899 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Routers {'62bb42bc-6106-4058-896f-7d434cbbcdae'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:08:30.886546 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:08:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['62bb42bc-6106-4058-896f-7d434cbbcdae'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:30.938817 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f071d9d-8d17-4e9c-9dc7-4609f4e907e1 None None] Pushing event updated for resources: {'Port': ['ID=507d69a8-5ca5-4b2a-94bd-511125900cd2,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:31.018905 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3362ca6-f3db-437a-ad32-41cb596df48d req-fa93478b-9e3d-4051-8a12-c531d266c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:31.018905 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3362ca6-f3db-437a-ad32-41cb596df48d req-fa93478b-9e3d-4051-8a12-c531d266c3d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 200 len: 858 time: 0.0724711 Sep 27 05:08:31.020586 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Current status of the port 507d69a8-5ca5-4b2a-94bd-511125900cd2 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:31.020586 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:31.063640 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] For port 507d69a8-5ca5-4b2a-94bd-511125900cd2, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=507d69a8-5ca5-4b2a-94bd-511125900cd2,segment=NetworkSegment(992c16f1-3b88-4edb-9e75-2f776a933f9f),segment_id=992c16f1-3b88-4edb-9e75-2f776a933f9f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:08:31.066328 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] Set router 62bb42bc-6106-4058-896f-7d434cbbcdae gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:08:31.068716 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:31.176169 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Provisioning complete for port b5918ac5-0ebe-42f4-a58c-7e8780650862 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:31.176556 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (b5918ac5-0ebe-42f4-a58c-7e8780650862), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:31.176931 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Attempt 1 to provision port b5918ac5-0ebe-42f4-a58c-7e8780650862 Sep 27 05:08:31.240211 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Pushing event updated for resources: {'Port': ['ID=507d69a8-5ca5-4b2a-94bd-511125900cd2,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:31.349718 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Current status of the port b5918ac5-0ebe-42f4-a58c-7e8780650862 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:31.370451 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Provisioning complete for port 38e5f197-34a2-41da-b9e7-d776221531b8 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:31.370838 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:31.371182 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Attempt 1 to provision port 38e5f197-34a2-41da-b9e7-d776221531b8 Sep 27 05:08:31.416650 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'name': 'tempest-TestVolumeBootPattern-575472346-router', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:21Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 4, 'project_id': 'f215b2cd18cf479e978e48943466579e', 'gw_port': {'id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:22Z', 'updated_at': '2022-09-27T05:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '507d69a8-5ca5-4b2a-94bd-511125900cd2', 'name': '', 'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'mac_address': 'fa:16:3e:3d:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3518dd6d-08e3-4f6f-aab7-443eac551258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:24Z', 'updated_at': '2022-09-27T05:08:30Z', 'revision_number': 4, 'project_id': 'f215b2cd18cf479e978e48943466579e', 'subnets': [{'id': '3518dd6d-08e3-4f6f-aab7-443eac551258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:08:31.421907 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:08:31.449792 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afd3634-f052-476d-bb86-ae29e0a5a818 None None] The sync data for ids ['62bb42bc-6106-4058-896f-7d434cbbcdae'] in dv-cinder-858463-2-iscsi is: [{'id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'name': 'tempest-TestVolumeBootPattern-575472346-router', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:21Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 4, 'project_id': 'f215b2cd18cf479e978e48943466579e', 'gw_port': {'id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:22Z', 'updated_at': '2022-09-27T05:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '507d69a8-5ca5-4b2a-94bd-511125900cd2', 'name': '', 'network_id': 'cc921726-3eb1-4872-936c-acc7d082c3b9', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'mac_address': 'fa:16:3e:3d:0c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '3518dd6d-08e3-4f6f-aab7-443eac551258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:24Z', 'updated_at': '2022-09-27T05:08:30Z', 'revision_number': 4, 'project_id': 'f215b2cd18cf479e978e48943466579e', 'subnets': [{'id': '3518dd6d-08e3-4f6f-aab7-443eac551258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:08:31.520244 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-05cabd26-b9c7-4c20-9951-ad7274ea728f None None] Current status of the port 38e5f197-34a2-41da-b9e7-d776221531b8 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:31.526578 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:31.526999 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (77b491bc-5e4d-43c7-9df4-bfed849cf2f6), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:31.527386 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 Sep 27 05:08:31.604667 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:31.605644 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 507d69a8-5ca5-4b2a-94bd-511125900cd2 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:08:31.660693 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-e4c1d40f-7215-470b-a831-785612c96ec3 None None] Provisioning complete for port 507d69a8-5ca5-4b2a-94bd-511125900cd2 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:31.661110 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e4c1d40f-7215-470b-a831-785612c96ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:31.661452 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-e4c1d40f-7215-470b-a831-785612c96ec3 None None] Attempt 1 to provision port 507d69a8-5ca5-4b2a-94bd-511125900cd2 Sep 27 05:08:31.687607 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 507d69a8-5ca5-4b2a-94bd-511125900cd2 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:31.687989 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:31.688319 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 507d69a8-5ca5-4b2a-94bd-511125900cd2 Sep 27 05:08:31.795061 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-e4c1d40f-7215-470b-a831-785612c96ec3 None None] Current status of the port 507d69a8-5ca5-4b2a-94bd-511125900cd2 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:31.805962 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 507d69a8-5ca5-4b2a-94bd-511125900cd2 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:08:31.876058 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3362ca6-f3db-437a-ad32-41cb596df48d req-66064ec9-04e0-43a8-a747-59742490b694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:31.877725 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3362ca6-f3db-437a-ad32-41cb596df48d req-66064ec9-04e0-43a8-a747-59742490b694 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4442df01-63e0-4b38-b6ea-c622548962d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480917 Sep 27 05:08:32.910380 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3362ca6-f3db-437a-ad32-41cb596df48d req-6c5abb88-2458-4184-bdd7-e2d76a4b2330 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844269 Sep 27 05:08:33.012775 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3362ca6-f3db-437a-ad32-41cb596df48d req-0949a1cf-47d5-40c0-9843-d2e36babb27e service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948095 Sep 27 05:08:35.753984 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a5a5b272-751f-444a-9f2a-2731946cf55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:38.127259 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f367721a-45e2-4912-af62-0e1fc9630e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:38.437112 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36912) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:38.556233 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-414aeef5-e8ff-4aa2-aaef-756ed3951c21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:38.628484 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-414aeef5-e8ff-4aa2-aaef-756ed3951c21 admin admin] Publish callbacks [] for security_group (52b1d187-5a37-45d8-b795-da066c9bb842), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:38.633952 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-414aeef5-e8ff-4aa2-aaef-756ed3951c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (52b1d187-5a37-45d8-b795-da066c9bb842), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:38.672229 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414aeef5-e8ff-4aa2-aaef-756ed3951c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b1d187-5a37-45d8-b795-da066c9bb842,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:38.677156 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-414aeef5-e8ff-4aa2-aaef-756ed3951c21 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=66edadd0ebde4bcb963b0d446ec33920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388844 Sep 27 05:08:38.680194 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 36916) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:08:38.727804 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4bcaceac-68c7-40f3-bfb3-7ad689723e6f admin admin] Publish callbacks [] for security_group (52b1d187-5a37-45d8-b795-da066c9bb842), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:38.755660 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4bcaceac-68c7-40f3-bfb3-7ad689723e6f admin admin] Publish callbacks [] for security_group (52b1d187-5a37-45d8-b795-da066c9bb842), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:38.806004 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4bcaceac-68c7-40f3-bfb3-7ad689723e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (52b1d187-5a37-45d8-b795-da066c9bb842), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:38.808606 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4bcaceac-68c7-40f3-bfb3-7ad689723e6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:38.809798 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4bcaceac-68c7-40f3-bfb3-7ad689723e6f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/52b1d187-5a37-45d8-b795-da066c9bb842 HTTP/1.1" status: 204 len: 168 time: 0.1285987 Sep 27 05:08:38.817374 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcaceac-68c7-40f3-bfb3-7ad689723e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b1d187-5a37-45d8-b795-da066c9bb842,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:39.370988 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:40.185738 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:08:40.760582 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:42.105054 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:44.984588 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fcb984f7-3ba7-4cc4-bc69-0b1b781ff798 req-335c87f1-20f4-4701-a25a-b016737c577f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444825 Sep 27 05:08:45.054747 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb984f7-3ba7-4cc4-bc69-0b1b781ff798 req-4b83f302-4ed3-47dc-a512-4b67bd1352e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:45.056408 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fcb984f7-3ba7-4cc4-bc69-0b1b781ff798 req-4b83f302-4ed3-47dc-a512-4b67bd1352e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 1130 time: 0.0455942 Sep 27 05:08:45.164095 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb984f7-3ba7-4cc4-bc69-0b1b781ff798 req-d794ad1a-0f24-49c0-9570-d8c01018150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:45.165730 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fcb984f7-3ba7-4cc4-bc69-0b1b781ff798 req-d794ad1a-0f24-49c0-9570-d8c01018150a service neutron] 10.222.0.49 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 920 time: 0.0897787 Sep 27 05:08:45.207858 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fcb984f7-3ba7-4cc4-bc69-0b1b781ff798 req-7b9fa834-fb16-4718-8f56-5db9ae0a4e7f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3d6f770-1297-4618-9fda-a71dcba422dc HTTP/1.1" status: 200 len: 217 time: 0.0339737 Sep 27 05:08:45.258971 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb984f7-3ba7-4cc4-bc69-0b1b781ff798 req-4397b20b-2294-45cc-8381-e857ae9f97da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:45.260333 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fcb984f7-3ba7-4cc4-bc69-0b1b781ff798 req-4397b20b-2294-45cc-8381-e857ae9f97da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 200 len: 858 time: 0.0439613 Sep 27 05:08:45.317992 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb984f7-3ba7-4cc4-bc69-0b1b781ff798 req-5cf42fdb-6cb2-4baa-8f84-bc0b53b77b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:45.319578 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fcb984f7-3ba7-4cc4-bc69-0b1b781ff798 req-5cf42fdb-6cb2-4baa-8f84-bc0b53b77b3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4442df01-63e0-4b38-b6ea-c622548962d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514269 Sep 27 05:08:45.421237 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fcb984f7-3ba7-4cc4-bc69-0b1b781ff798 req-af8f53f0-63c5-4e83-8791-bbc2710f3e0a service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932479 Sep 27 05:08:45.518267 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fcb984f7-3ba7-4cc4-bc69-0b1b781ff798 req-df25a873-0fc4-42f4-9299-04a1268734e8 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898399 Sep 27 05:08:45.870281 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:51.780945 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59ac1f-4a88-4d24-81f0-c7c25d99d2b2 req-a4a5f587-e558-47f4-9781-e34baefcd5b4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:51.782442 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fa59ac1f-4a88-4d24-81f0-c7c25d99d2b2 req-a4a5f587-e558-47f4-9781-e34baefcd5b4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0524399 Sep 27 05:08:51.828662 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fa59ac1f-4a88-4d24-81f0-c7c25d99d2b2 req-3f34e0a4-7276-4a5c-9f1a-4444e5d94a31 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405903 Sep 27 05:08:52.962017 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c31cf-da0c-4883-8028-aa8bedd89680 req-1f5fd90d-7cf2-4d97-ad4f-6b210f4e68f1 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:52.963421 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-225c31cf-da0c-4883-8028-aa8bedd89680 req-1f5fd90d-7cf2-4d97-ad4f-6b210f4e68f1 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0531285 Sep 27 05:08:53.010932 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-225c31cf-da0c-4883-8028-aa8bedd89680 req-12f70c2e-22e4-448a-8dd4-4fba2975e943 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Sep 27 05:08:54.142897 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4f94e-e924-45e3-9ed8-23b0091e1459 req-269cc8b2-7650-4a82-943a-920b048c51b5 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:54.144378 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1ef4f94e-e924-45e3-9ed8-23b0091e1459 req-269cc8b2-7650-4a82-943a-920b048c51b5 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0560217 Sep 27 05:08:54.190622 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1ef4f94e-e924-45e3-9ed8-23b0091e1459 req-d674c2b9-d96f-494a-83e9-ad979640a45a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406766 Sep 27 05:08:55.324091 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a684e-e5c9-4b50-8911-999f92c7c146 req-f6cd49fe-c419-430d-8348-5d00d42954fd tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:55.325645 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-711a684e-e5c9-4b50-8911-999f92c7c146 req-f6cd49fe-c419-430d-8348-5d00d42954fd tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0577350 Sep 27 05:08:55.376948 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-711a684e-e5c9-4b50-8911-999f92c7c146 req-a4407a91-0737-4aa2-8db0-88c91f18b035 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416391 Sep 27 05:08:56.503438 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2b1a6-c1f3-49ee-b6eb-8146c29dcd54 req-d7bf3ba9-0e88-4d84-ba65-2e1fa472afbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:56.504925 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5ff2b1a6-c1f3-49ee-b6eb-8146c29dcd54 req-d7bf3ba9-0e88-4d84-ba65-2e1fa472afbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0509264 Sep 27 05:08:56.555385 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5ff2b1a6-c1f3-49ee-b6eb-8146c29dcd54 req-c697617c-80b2-471f-bf73-c6058e61583b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438263 Sep 27 05:08:57.272995 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-7203720c-75fb-4e21-b295-993d03833ac5 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504705551&fields=id&tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7 HTTP/1.1" status: 200 len: 267 time: 0.0436361 Sep 27 05:08:57.378955 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-b8346856-6c02-4cfc-a173-cb440e20d5a7 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:57.380683 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-b8346856-6c02-4cfc-a173-cb440e20d5a7 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 812 time: 0.1007161 Sep 27 05:08:57.395255 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-233d24ff-d602-4753-bd10-d83eb871f804 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/quotas/dd9cd5a85d76484386fc1b7e91ce66c7 HTTP/1.1" status: 200 len: 375 time: 0.0090003 Sep 27 05:08:57.454672 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-5f60f3cd-2e91-4617-b439-8ac13f1beb2a tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541871 Sep 27 05:08:57.552875 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-fc4cffab-d00f-432b-8e7b-0644a9a66ba7 service neutron] 10.222.0.27 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855532 Sep 27 05:08:57.652511 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-860850b8-e618-434a-8ce8-6913200605d4 service neutron] 10.222.0.27 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931120 Sep 27 05:08:57.824537 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02202eca-a662-490f-82d1-00bc71d0d196 req-ffd3ef0c-2382-46ea-a641-966d26cb27c3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:57.826076 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02202eca-a662-490f-82d1-00bc71d0d196 req-ffd3ef0c-2382-46ea-a641-966d26cb27c3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0625434 Sep 27 05:08:57.880234 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02202eca-a662-490f-82d1-00bc71d0d196 req-a82c89d1-c0e5-450d-b54b-b75b4fc5c593 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480216 Sep 27 05:08:57.962974 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d2ec0e1-9d18-4deb-bc81-58e3b2639dc2 req-2c1d0f6d-c9b2-419f-958a-f5cf82fa7d50 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 210 time: 0.0283372 Sep 27 05:08:59.064135 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319237f-b330-4d3e-9f20-9a8fb557b554 req-43c57f77-a4f9-4cfe-bc16-0a3550a1cd9e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:59.066272 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4319237f-b330-4d3e-9f20-9a8fb557b554 req-43c57f77-a4f9-4cfe-bc16-0a3550a1cd9e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0937033 Sep 27 05:08:59.089472 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-b9d66997-bd83-4074-bab8-6889abea9e42 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:59.090582 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a04049c2-9b5f-4f49-a672-fedd524edfe4 req-2920a0a1-d54c-4de5-b7fc-c68b26d14efb tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 210 time: 0.0438216 Sep 27 05:08:59.090912 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-b9d66997-bd83-4074-bab8-6889abea9e42 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.49 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 812 time: 0.1098905 Sep 27 05:08:59.137936 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4319237f-b330-4d3e-9f20-9a8fb557b554 req-a032c461-adbe-4031-b01d-9694cad35bff tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498486 Sep 27 05:08:59.173789 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-f04f9b66-232d-4458-94cb-1ad6f22e6fa2 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7 HTTP/1.1" status: 200 len: 379 time: 0.0598583 Sep 27 05:08:59.183807 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Request body: {'port': {'device_id': '6c04408a-9261-4215-bd97-cd0caef85eb2', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'admin_state_up': True, 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'security_groups': ['9019b9b1-1619-46eb-b833-e44c54179395']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:59.290273 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Made reservation on behalf of dd9cd5a85d76484386fc1b7e91ce66c7 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:08:59.294044 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:59.426503 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Allocated IP 172.20.0.11 (d80c8abc-1650-4c6e-894f-50b9cf0b7faf/64e5e500-b27d-41ff-b754-4ec03dbcd6fc/8675e537-17e8-472b-8431-91c822d827ef) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:08:59.562414 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for port (8675e537-17e8-472b-8431-91c822d827ef), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:59.593258 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (8675e537-17e8-472b-8431-91c822d827ef), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:59.635656 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Network d80c8abc-1650-4c6e-894f-50b9cf0b7faf is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:08:59.638691 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:08:59.642260 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:08:59.669688 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'Port': ['ID=8675e537-17e8-472b-8431-91c822d827ef,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:08:59.683119 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:59.683468 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:59.683810 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:59.684152 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:59.684482 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:59.684826 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:59.685155 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:59.685479 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:59.685802 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:59.686129 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:59.686452 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:59.686771 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:59.687090 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:08:59.708885 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:08:59.709494 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:59.726264 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-648d043b-7833-451e-a078-7f5f2069dd3e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5466352 Sep 27 05:08:59.739661 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Request body: {'port': {'device_id': '6c04408a-9261-4215-bd97-cd0caef85eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:08:59.801509 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (8675e537-17e8-472b-8431-91c822d827ef), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:59.893132 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-cf28b0b0-7bb6-4adb-b392-a48aaaa64357 None None] Provisioning complete for port 8675e537-17e8-472b-8431-91c822d827ef triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:08:59.893714 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cf28b0b0-7bb6-4adb-b392-a48aaaa64357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (8675e537-17e8-472b-8431-91c822d827ef), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:08:59.893839 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-cf28b0b0-7bb6-4adb-b392-a48aaaa64357 None None] Attempt 1 to provision port 8675e537-17e8-472b-8431-91c822d827ef Sep 27 05:08:59.926314 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-cf28b0b0-7bb6-4adb-b392-a48aaaa64357 None None] Port 8675e537-17e8-472b-8431-91c822d827ef cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:09:00.067562 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8675e537-17e8-472b-8431-91c822d827ef {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:09:00.075066 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Publish callbacks [] for port (8675e537-17e8-472b-8431-91c822d827ef), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:00.087926 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Transition to ACTIVE for port object 8675e537-17e8-472b-8431-91c822d827ef will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:09:00.090787 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (8675e537-17e8-472b-8431-91c822d827ef), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:00.168064 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Pushing event updated for resources: {'Port': ['ID=8675e537-17e8-472b-8431-91c822d827ef,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:00.197167 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Attempting to bind port 8675e537-17e8-472b-8431-91c822d827ef on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:09:00.197507 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Attempting to bind port 8675e537-17e8-472b-8431-91c822d827ef by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:09:00.197832 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Attempting to bind port 8675e537-17e8-472b-8431-91c822d827ef on network d80c8abc-1650-4c6e-894f-50b9cf0b7faf {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:09:00.202503 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Port 8675e537-17e8-472b-8431-91c822d827ef on network d80c8abc-1650-4c6e-894f-50b9cf0b7faf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:09:00.202818 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Attempting to bind port 8675e537-17e8-472b-8431-91c822d827ef on network d80c8abc-1650-4c6e-894f-50b9cf0b7faf {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:09:00.207542 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:09:00.207881 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Checking segment: {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:09:00.208263 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Bound using segment: {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:09:00.208691 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Bound port: 8675e537-17e8-472b-8431-91c822d827ef, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:09:00.209072 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (8675e537-17e8-472b-8431-91c822d827ef), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:00.219610 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a853e49-2f5f-43f0-9a9b-a2cb455961a1 req-1e508d8b-c280-4e27-9b2a-e66a8b116da8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:00.221282 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4a853e49-2f5f-43f0-9a9b-a2cb455961a1 req-1e508d8b-c280-4e27-9b2a-e66a8b116da8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0576243 Sep 27 05:09:00.276669 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] For port 8675e537-17e8-472b-8431-91c822d827ef, host hv-cinder-85846, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:09:00.280664 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] For port 8675e537-17e8-472b-8431-91c822d827ef, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=8675e537-17e8-472b-8431-91c822d827ef,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:09:00.287142 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (8675e537-17e8-472b-8431-91c822d827ef), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:00.293220 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:00.293958 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:00.295436 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] 10.222.0.49 "PUT /v2.0/ports/8675e537-17e8-472b-8431-91c822d827ef HTTP/1.1" status: 200 len: 1094 time: 0.5601056 Sep 27 05:09:00.295935 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c04408a-9261-4215-bd97-cd0caef85eb2', 'tag': '8675e537-17e8-472b-8431-91c822d827ef'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:09:00.298174 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cb920c-6056-4abc-8519-9a9250dbd763" -d '{"events": [{"name": "network-changed", "server_uuid": "6c04408a-9261-4215-bd97-cd0caef85eb2", "tag": "8675e537-17e8-472b-8431-91c822d827ef"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:09:00.309836 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e95bc-32da-4b2d-856c-0e087437bb6d req-8a49eed2-a1c2-4d0e-ab15-3438e25fb37e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:00.311393 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a78e95bc-32da-4b2d-856c-0e087437bb6d req-8a49eed2-a1c2-4d0e-ab15-3438e25fb37e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0868988 Sep 27 05:09:00.341049 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4a853e49-2f5f-43f0-9a9b-a2cb455961a1 req-76874871-f48d-4600-ad7e-91fc8147cbc5 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082609 Sep 27 05:09:00.379190 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4ade5-ed21-46cd-92ba-752b3081925f service neutron] Pushing event updated for resources: {'Port': ['ID=8675e537-17e8-472b-8431-91c822d827ef,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:00.381536 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a78e95bc-32da-4b2d-856c-0e087437bb6d req-e4580e31-d510-4010-85a7-1e026469706e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637820 Sep 27 05:09:00.392233 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15405781-b5fb-4410-a6e6-eb7ca03a8fce x-openstack-request-id: req-15405781-b5fb-4410-a6e6-eb7ca03a8fce {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:09:00.392531 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c04408a-9261-4215-bd97-cd0caef85eb2", "tag": "8675e537-17e8-472b-8431-91c822d827ef", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:09:00.392816 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-15405781-b5fb-4410-a6e6-eb7ca03a8fce {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:09:00.393214 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15405781-b5fb-4410-a6e6-eb7ca03a8fce'] response: {'name': 'network-changed', 'server_uuid': '6c04408a-9261-4215-bd97-cd0caef85eb2', 'tag': '8675e537-17e8-472b-8431-91c822d827ef', 'status': 'completed', 'code': 200} Sep 27 05:09:00.403850 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-0b46576c-7aa1-47f1-858f-5832de878175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:00.405467 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-0b46576c-7aa1-47f1-858f-5832de878175 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 1128 time: 0.0619648 Sep 27 05:09:00.426927 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-cf28b0b0-7bb6-4adb-b392-a48aaaa64357 None None] Attempt 2 to provision port 8675e537-17e8-472b-8431-91c822d827ef Sep 27 05:09:00.451731 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-9b5883fb-c30e-4813-ad54-52b62f09c3d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8675e537-17e8-472b-8431-91c822d827ef HTTP/1.1" status: 200 len: 217 time: 0.0355456 Sep 27 05:09:00.464613 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-cf28b0b0-7bb6-4adb-b392-a48aaaa64357 None None] Port 8675e537-17e8-472b-8431-91c822d827ef had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:09:00.502036 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-61340a52-1235-48ee-987f-0788bd747731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:00.503432 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-61340a52-1235-48ee-987f-0788bd747731 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64e5e500-b27d-41ff-b754-4ec03dbcd6fc HTTP/1.1" status: 200 len: 851 time: 0.0433342 Sep 27 05:09:00.551984 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-3fdfb088-e454-4dc2-9a30-60ead8770d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:00.553491 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-3fdfb088-e454-4dc2-9a30-60ead8770d01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420003 Sep 27 05:09:00.653787 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-5cd2f5d8-fe4f-42e6-a95d-5e6f3c81114a service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845253 Sep 27 05:09:00.740694 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bedfb1fc-d3a0-4ed5-8354-a7ac1142c63b req-a0e47a0a-ca69-41e2-8ac6-d0366c3c644e service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802188 Sep 27 05:09:00.826324 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb920c-6056-4abc-8519-9a9250dbd763 req-ac9bb628-6841-4094-983d-88885ab8af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:00.827798 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a2cb920c-6056-4abc-8519-9a9250dbd763 req-ac9bb628-6841-4094-983d-88885ab8af01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 1128 time: 0.0441513 Sep 27 05:09:00.924940 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb920c-6056-4abc-8519-9a9250dbd763 req-001d673a-c34f-4416-8564-9b37541babb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:00.926412 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a2cb920c-6056-4abc-8519-9a9250dbd763 req-001d673a-c34f-4416-8564-9b37541babb6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 913 time: 0.0878415 Sep 27 05:09:00.966819 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a2cb920c-6056-4abc-8519-9a9250dbd763 req-9ccb439b-672f-42d4-beaf-c3bdc7aafeba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8675e537-17e8-472b-8431-91c822d827ef HTTP/1.1" status: 200 len: 217 time: 0.0336556 Sep 27 05:09:01.020069 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb920c-6056-4abc-8519-9a9250dbd763 req-688c8689-812e-4928-905e-b1664cd97194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:01.021553 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a2cb920c-6056-4abc-8519-9a9250dbd763 req-688c8689-812e-4928-905e-b1664cd97194 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64e5e500-b27d-41ff-b754-4ec03dbcd6fc HTTP/1.1" status: 200 len: 851 time: 0.0468442 Sep 27 05:09:01.073217 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb920c-6056-4abc-8519-9a9250dbd763 req-c5505815-730f-4774-824c-836fe603c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:01.074690 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a2cb920c-6056-4abc-8519-9a9250dbd763 req-c5505815-730f-4774-824c-836fe603c865 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466948 Sep 27 05:09:01.161534 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a2cb920c-6056-4abc-8519-9a9250dbd763 req-7d261014-40b6-4624-8ee7-aa087c483844 service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792518 Sep 27 05:09:01.251732 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a2cb920c-6056-4abc-8519-9a9250dbd763 req-2e71c4d6-0043-42d9-bfe6-39377bf17459 service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833995 Sep 27 05:09:01.467165 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc65b4-e1df-41f8-a812-0466812b2876 req-a7b2c397-c6ac-4fb3-83ad-fc50fdfedba3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:01.468651 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9bcc65b4-e1df-41f8-a812-0466812b2876 req-a7b2c397-c6ac-4fb3-83ad-fc50fdfedba3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0550108 Sep 27 05:09:01.550096 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9bcc65b4-e1df-41f8-a812-0466812b2876 req-2c5b7db9-a744-420d-83d6-ca927bf1a53d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724874 Sep 27 05:09:01.557941 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e113886-e292-42c9-a75d-561df56aa284 req-a106fb83-ac19-4397-b7fc-0d67ce2b11af tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:01.559390 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7e113886-e292-42c9-a75d-561df56aa284 req-a106fb83-ac19-4397-b7fc-0d67ce2b11af tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0898254 Sep 27 05:09:01.606449 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7e113886-e292-42c9-a75d-561df56aa284 req-f048bd3a-8714-4120-ac1b-2454a9229a2b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414226 Sep 27 05:09:02.674965 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8565c-c2a0-4f64-85ea-4ab39a98ef09 req-81289b00-f61d-4cf3-8483-ee1f078a561b tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:02.676438 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-27f8565c-c2a0-4f64-85ea-4ab39a98ef09 req-81289b00-f61d-4cf3-8483-ee1f078a561b tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0539896 Sep 27 05:09:02.754541 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-27f8565c-c2a0-4f64-85ea-4ab39a98ef09 req-23bb76d6-3f9c-4b68-9468-33f9dcc7bb8a tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723917 Sep 27 05:09:02.766665 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b66567-8e95-4faf-a558-c7eade22e154 req-68873f61-171a-4a69-84e1-3e47d6186d87 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:02.768116 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-68b66567-8e95-4faf-a558-c7eade22e154 req-68873f61-171a-4a69-84e1-3e47d6186d87 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0802407 Sep 27 05:09:02.816937 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-68b66567-8e95-4faf-a558-c7eade22e154 req-a37e241d-313a-4a2f-b319-969364e48333 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431585 Sep 27 05:09:03.877055 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d2eb8-5c6f-471b-b664-25bebec136d0 req-1bd12eb4-6812-4603-b114-e5312a6f39bb tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:03.878538 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bb8d2eb8-5c6f-471b-b664-25bebec136d0 req-1bd12eb4-6812-4603-b114-e5312a6f39bb tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0536332 Sep 27 05:09:03.953480 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bb8d2eb8-5c6f-471b-b664-25bebec136d0 req-c4cb22db-292c-44fa-a7af-2ddbc4a94d41 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685537 Sep 27 05:09:03.971909 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467db010-067d-4c94-af43-00a7ce950d8f req-3362b118-b4cd-4879-a31e-7d84a220ff1a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:03.973395 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-467db010-067d-4c94-af43-00a7ce950d8f req-3362b118-b4cd-4879-a31e-7d84a220ff1a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0754991 Sep 27 05:09:04.023867 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-467db010-067d-4c94-af43-00a7ce950d8f req-0c01c8e2-fe0d-460d-8eec-795963e2a898 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420365 Sep 27 05:09:05.081566 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0898b5e-4228-4123-b2f1-4f81b77b2e1e req-d1e1f0eb-db95-4959-b7ae-48516296fbf3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:05.083045 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f0898b5e-4228-4123-b2f1-4f81b77b2e1e req-d1e1f0eb-db95-4959-b7ae-48516296fbf3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0563147 Sep 27 05:09:05.157574 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f0898b5e-4228-4123-b2f1-4f81b77b2e1e req-02c5fa1e-31f4-4bcb-9f4a-50e99850f2ee tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682042 Sep 27 05:09:05.178886 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d829ff-3969-4bd2-81b2-1b1f37808f1e req-6fc73545-d03b-41d7-beda-1e1257864521 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:05.178886 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-86d829ff-3969-4bd2-81b2-1b1f37808f1e req-6fc73545-d03b-41d7-beda-1e1257864521 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0731635 Sep 27 05:09:05.226518 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-86d829ff-3969-4bd2-81b2-1b1f37808f1e req-828ef135-da3b-4f0e-9232-be58e490049f tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428097 Sep 27 05:09:05.755886 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-787e8f8e-5a50-45cf-99e3-b28a6827d404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:06.280618 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859fb53-3f23-425a-a97d-1c0fb6f3baf7 req-e3f60a21-3831-4c40-ad0c-cc4e4648c2af tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:06.282228 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7859fb53-3f23-425a-a97d-1c0fb6f3baf7 req-e3f60a21-3831-4c40-ad0c-cc4e4648c2af tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0539596 Sep 27 05:09:06.365547 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7859fb53-3f23-425a-a97d-1c0fb6f3baf7 req-2ff45206-83c0-43a5-a221-4a0c58d8b5a8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776482 Sep 27 05:09:06.380953 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bd71d-c32d-43d6-b4c1-a666bcd7d1ec req-86b11d76-feb0-4c73-9e62-ff4dc01f3038 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:06.382390 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c19bd71d-c32d-43d6-b4c1-a666bcd7d1ec req-86b11d76-feb0-4c73-9e62-ff4dc01f3038 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0740318 Sep 27 05:09:06.428119 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c19bd71d-c32d-43d6-b4c1-a666bcd7d1ec req-e64c168c-fb99-4612-b903-5f4bbb53e40c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401196 Sep 27 05:09:07.490214 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a44c8-f4f0-44a7-a78f-6c42b5e4a8ff req-ad42a686-559d-47cf-bd3a-977c0505666b tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:07.491783 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-054a44c8-f4f0-44a7-a78f-6c42b5e4a8ff req-ad42a686-559d-47cf-bd3a-977c0505666b tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0530005 Sep 27 05:09:07.575794 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-054a44c8-f4f0-44a7-a78f-6c42b5e4a8ff req-a1228827-f359-40cd-b922-113821d36f01 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772028 Sep 27 05:09:07.590409 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7981151-608d-4e31-afa9-b15e2f7eb555 req-b596f28b-7cd3-4b9d-96a1-6da84e8ede3a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:07.591859 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e7981151-608d-4e31-afa9-b15e2f7eb555 req-b596f28b-7cd3-4b9d-96a1-6da84e8ede3a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0784290 Sep 27 05:09:07.638796 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e7981151-608d-4e31-afa9-b15e2f7eb555 req-e2914ef6-03d2-4096-80f9-824e6ba35693 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415561 Sep 27 05:09:08.128293 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9c34-7234-4b97-9510-01b2a17d993b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:08.698572 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d387a97-30c5-4fbc-a314-7cd8f3a36a4c req-b9402011-dc47-4e48-ba47-c00feae87e2f tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:08.700088 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7d387a97-30c5-4fbc-a314-7cd8f3a36a4c req-b9402011-dc47-4e48-ba47-c00feae87e2f tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0528917 Sep 27 05:09:08.780111 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7d387a97-30c5-4fbc-a314-7cd8f3a36a4c req-f55f7d6b-50b6-401d-a47d-39db7f867808 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744667 Sep 27 05:09:08.795399 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde08f2c-3a7a-409c-95d8-43bd31da6c0a req-27b1ff1a-41ef-43e4-aad4-ec840e7d9c11 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:08.796929 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fde08f2c-3a7a-409c-95d8-43bd31da6c0a req-27b1ff1a-41ef-43e4-aad4-ec840e7d9c11 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0777266 Sep 27 05:09:08.846829 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fde08f2c-3a7a-409c-95d8-43bd31da6c0a req-d29ea48c-d5b0-4429-9883-5cd8ef3abccb tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442073 Sep 27 05:09:09.370358 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:09.903583 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a3940-c0e8-4442-b5fa-fa57a87bb105 req-dfba8e80-3145-4ae6-8dfd-0105507a1d13 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:09.905157 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-987a3940-c0e8-4442-b5fa-fa57a87bb105 req-dfba8e80-3145-4ae6-8dfd-0105507a1d13 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0540588 Sep 27 05:09:09.979046 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-987a3940-c0e8-4442-b5fa-fa57a87bb105 req-3e941bdb-d34f-4e0c-a60f-f467a90870ef tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682194 Sep 27 05:09:10.001320 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fa41f-2ed0-4fe2-8893-7bc75b2cc640 req-017847cc-9bd2-4835-b9ce-bc5c3413a7c9 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:10.002816 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1f0fa41f-2ed0-4fe2-8893-7bc75b2cc640 req-017847cc-9bd2-4835-b9ce-bc5c3413a7c9 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0720372 Sep 27 05:09:10.053027 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1f0fa41f-2ed0-4fe2-8893-7bc75b2cc640 req-5b6c5b57-2f49-45f6-acbd-2e561e913501 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437398 Sep 27 05:09:10.763500 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:11.101887 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665df4-8a2a-459d-acb8-05df750db98a req-bfbe5bbf-743d-44a3-9df1-696ee813a5e3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:11.104324 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7b665df4-8a2a-459d-acb8-05df750db98a req-bfbe5bbf-743d-44a3-9df1-696ee813a5e3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0534174 Sep 27 05:09:11.175193 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7b665df4-8a2a-459d-acb8-05df750db98a req-284339a9-d2a2-47b8-b536-d04ae52a69c5 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652850 Sep 27 05:09:11.200077 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d6f00-50b4-43b3-8378-df5df9ac7e57 req-7fa61099-b8a5-4c51-a190-a4800473dc46 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:11.201583 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d2d6f00-50b4-43b3-8378-df5df9ac7e57 req-7fa61099-b8a5-4c51-a190-a4800473dc46 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0663414 Sep 27 05:09:11.247375 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d2d6f00-50b4-43b3-8378-df5df9ac7e57 req-e7647167-666a-4adb-8f31-a52fe3e06c1a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402586 Sep 27 05:09:12.100379 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1fe9a-98f4-44bf-ad7c-72f4ed1966af req-92657645-6e4d-431f-beab-20b8e2575f44 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:12.101888 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a4f1fe9a-98f4-44bf-ad7c-72f4ed1966af req-92657645-6e4d-431f-beab-20b8e2575f44 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 945 time: 0.0586045 Sep 27 05:09:12.107708 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:12.149203 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a4f1fe9a-98f4-44bf-ad7c-72f4ed1966af req-aa839afa-2599-4b06-a0ab-bb2f00b22221 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400913 Sep 27 05:09:12.299215 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662970e-6e45-4d46-adf0-99eee9818934 req-7a8c1ba9-4a75-4a36-8dae-3498442c85e2 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:12.300704 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d662970e-6e45-4d46-adf0-99eee9818934 req-7a8c1ba9-4a75-4a36-8dae-3498442c85e2 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0522454 Sep 27 05:09:12.373306 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d662970e-6e45-4d46-adf0-99eee9818934 req-16661ef9-b986-42a9-9a4c-ce06bd126f47 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660470 Sep 27 05:09:12.394529 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afe3a2-098c-46c5-9d0f-f897f8dda84c req-3f7f3033-e2cf-4a52-8feb-bbb5ee1cd058 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:12.395975 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b8afe3a2-098c-46c5-9d0f-f897f8dda84c req-3f7f3033-e2cf-4a52-8feb-bbb5ee1cd058 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0690072 Sep 27 05:09:12.445638 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b8afe3a2-098c-46c5-9d0f-f897f8dda84c req-fc1312c1-6ad2-4213-a0af-75434b4c23df tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437586 Sep 27 05:09:13.279044 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4645455-d3b1-4097-9280-76805e943f7f req-b911d7c2-36ed-4733-96d2-f68d1622f580 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:13.280509 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e4645455-d3b1-4097-9280-76805e943f7f req-b911d7c2-36ed-4733-96d2-f68d1622f580 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 945 time: 0.0570495 Sep 27 05:09:13.327104 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e4645455-d3b1-4097-9280-76805e943f7f req-366e9969-47df-4990-b305-d02ddba001a2 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409822 Sep 27 05:09:13.495785 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09049a9-0aae-4842-8285-1bca1058e728 req-982fe8c3-3e81-47ff-9522-755f51cc5d82 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:13.497314 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d09049a9-0aae-4842-8285-1bca1058e728 req-982fe8c3-3e81-47ff-9522-755f51cc5d82 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0525255 Sep 27 05:09:13.578880 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d09049a9-0aae-4842-8285-1bca1058e728 req-16f3d240-e1b9-44f4-8297-3a034bb96fb6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758889 Sep 27 05:09:13.597757 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8643ea-a777-48dd-b2a7-f06b04ecf8d0 req-10b5b4bd-fc71-4835-866e-2b44e7159f79 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:13.599212 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7f8643ea-a777-48dd-b2a7-f06b04ecf8d0 req-10b5b4bd-fc71-4835-866e-2b44e7159f79 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0754764 Sep 27 05:09:13.645757 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7f8643ea-a777-48dd-b2a7-f06b04ecf8d0 req-cddc1dca-2a6e-445e-a3bd-cc5c509bbffb tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402250 Sep 27 05:09:14.447950 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67914a5-87f8-4331-8236-fab7c1695fc5 req-1bff1c0b-b522-4359-b983-544ed7fb280e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:14.449428 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e67914a5-87f8-4331-8236-fab7c1695fc5 req-1bff1c0b-b522-4359-b983-544ed7fb280e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 945 time: 0.0516124 Sep 27 05:09:14.494631 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e67914a5-87f8-4331-8236-fab7c1695fc5 req-1e78eb1b-f380-45ce-9216-3f1888888ae9 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396395 Sep 27 05:09:14.705554 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4381f6a-1739-41c1-b55e-e10d21a34c6d req-e7152a5d-16c3-43fe-b1f6-04668b1a9291 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:14.707049 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f4381f6a-1739-41c1-b55e-e10d21a34c6d req-e7152a5d-16c3-43fe-b1f6-04668b1a9291 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0557923 Sep 27 05:09:14.786168 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f4381f6a-1739-41c1-b55e-e10d21a34c6d req-26167315-c74d-479e-93c2-8fce557acec9 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727174 Sep 27 05:09:14.800663 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bb7c6-5e8d-44a5-abd2-f2786faf1734 req-16ba4e6a-7295-423e-a1ca-f2ed3314d012 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:14.802189 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b8bb7c6-5e8d-44a5-abd2-f2786faf1734 req-16ba4e6a-7295-423e-a1ca-f2ed3314d012 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0759916 Sep 27 05:09:14.850326 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b8bb7c6-5e8d-44a5-abd2-f2786faf1734 req-1cad5090-d8e0-41b2-a88f-fd3ed15fe6a9 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418682 Sep 27 05:09:15.615580 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20234259-bd70-48dd-9468-188727a1c178 req-343cceaa-bead-422f-942a-1dae18734191 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:15.617108 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-20234259-bd70-48dd-9468-188727a1c178 req-343cceaa-bead-422f-942a-1dae18734191 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 945 time: 0.0517969 Sep 27 05:09:15.666511 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-20234259-bd70-48dd-9468-188727a1c178 req-11c76f1b-1aac-4895-94ce-559704d0d886 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434821 Sep 27 05:09:15.878836 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:15.910341 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd299e-8e71-4c45-a6ef-99dd3b6bfdd4 req-a65d6c3e-eaba-4b33-beeb-eb81bc7586e6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:15.911813 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-30bd299e-8e71-4c45-a6ef-99dd3b6bfdd4 req-a65d6c3e-eaba-4b33-beeb-eb81bc7586e6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0534947 Sep 27 05:09:15.988234 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-30bd299e-8e71-4c45-a6ef-99dd3b6bfdd4 req-b746fc39-8002-41cb-a52b-7c10ac380bbd tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702856 Sep 27 05:09:16.004975 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca264475-88ab-4da7-9fb0-5d5cfc8b4991 req-309e0513-2ad5-4ea9-9ba6-ebd7cebaf062 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:16.006720 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ca264475-88ab-4da7-9fb0-5d5cfc8b4991 req-309e0513-2ad5-4ea9-9ba6-ebd7cebaf062 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0753443 Sep 27 05:09:16.056263 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ca264475-88ab-4da7-9fb0-5d5cfc8b4991 req-30c6471e-2706-4e98-a623-7ec2d01aafe6 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424092 Sep 27 05:09:16.340611 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device bbdc411b-9291-4e80-a01b-1228ff309f92 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:09:16.442926 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port bbdc411b-9291-4e80-a01b-1228ff309f92, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=bbdc411b-9291-4e80-a01b-1228ff309f92,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:16.454273 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'port_id': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'mac_address': 'fa:16:3e:c6:b5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:09:16.491295 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port bbdc411b-9291-4e80-a01b-1228ff309f92 is: ACTIVE; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:09:16.491689 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:16.504141 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbdc411b-9291-4e80-a01b-1228ff309f92 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:09:16.522606 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port bbdc411b-9291-4e80-a01b-1228ff309f92, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=bbdc411b-9291-4e80-a01b-1228ff309f92,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:16.527163 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:16.575150 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=bbdc411b-9291-4e80-a01b-1228ff309f92,revision_number=6']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:16.643325 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['bbdc411b-9291-4e80-a01b-1228ff309f92'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:09:16.703995 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814d650-bf78-4502-ad55-b2102654b481 req-f52e7a10-9913-446a-b19b-600bb22cd19d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:16.705106 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4814d650-bf78-4502-ad55-b2102654b481 req-f52e7a10-9913-446a-b19b-600bb22cd19d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 945 time: 0.0846732 Sep 27 05:09:16.795540 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6ade7-925c-424f-84a8-30c0c9f4f891 req-8dca793a-834b-485b-b3d6-a3fea4f935ba tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:16.797034 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-70e6ade7-925c-424f-84a8-30c0c9f4f891 req-8dca793a-834b-485b-b3d6-a3fea4f935ba tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 945 time: 0.0574219 Sep 27 05:09:16.834607 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-4814d650-bf78-4502-ad55-b2102654b481 req-45484cfb-b55f-42fb-8edd-8cd6c657b398 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Deleting port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:09:16.834948 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4814d650-bf78-4502-ad55-b2102654b481 req-45484cfb-b55f-42fb-8edd-8cd6c657b398 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:16.843934 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-70e6ade7-925c-424f-84a8-30c0c9f4f891 req-9e4654d1-b374-4c5d-a003-5de351f6e6ee tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d48f0d0-755b-4704-b93b-097ef30ef3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413854 Sep 27 05:09:16.924565 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-4814d650-bf78-4502-ad55-b2102654b481 req-45484cfb-b55f-42fb-8edd-8cd6c657b398 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] For port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:16.924868 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4814d650-bf78-4502-ad55-b2102654b481 req-45484cfb-b55f-42fb-8edd-8cd6c657b398 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:17.156426 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98e8b5-8a4c-47dc-b5c4-3f5dd22763bd req-0ef14887-49d0-4a5c-8eb7-c091119eec65 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:17.158030 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ed98e8b5-8a4c-47dc-b5c4-3f5dd22763bd req-0ef14887-49d0-4a5c-8eb7-c091119eec65 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0933981 Sep 27 05:09:17.187666 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:09:17.240730 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd989c-25b3-4d2c-9afe-1282851a383c req-c07c89d0-a6e5-40a1-a3a6-59ebfe0e1154 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:17.242209 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dadd989c-25b3-4d2c-9afe-1282851a383c req-c07c89d0-a6e5-40a1-a3a6-59ebfe0e1154 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 945 time: 0.1034062 Sep 27 05:09:17.246287 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ed98e8b5-8a4c-47dc-b5c4-3f5dd22763bd req-e70f6369-98f7-4a1d-992b-d50e4239032f tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724669 Sep 27 05:09:17.296702 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dadd989c-25b3-4d2c-9afe-1282851a383c req-9780427b-a570-485a-ba15-16ad1b9b9357 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467906 Sep 27 05:09:17.373272 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4814d650-bf78-4502-ad55-b2102654b481 req-45484cfb-b55f-42fb-8edd-8cd6c657b398 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:17.373631 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4814d650-bf78-4502-ad55-b2102654b481 req-45484cfb-b55f-42fb-8edd-8cd6c657b398 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (342bd5bd-ae42-4739-81c1-7d43a144ace9), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:17.373944 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-4814d650-bf78-4502-ad55-b2102654b481 req-45484cfb-b55f-42fb-8edd-8cd6c657b398 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Floating IP 342bd5bd-ae42-4739-81c1-7d43a144ace9 disassociated. External IP: 172.27.1.249, port: eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e. Sep 27 05:09:17.374280 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-4814d650-bf78-4502-ad55-b2102654b481 req-45484cfb-b55f-42fb-8edd-8cd6c657b398 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Calling delete_port for eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:09:17.500159 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4814d650-bf78-4502-ad55-b2102654b481 req-45484cfb-b55f-42fb-8edd-8cd6c657b398 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:17.527617 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45484cfb-b55f-42fb-8edd-8cd6c657b398 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event deleted for resources: {'Port': ['ID=eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:17.636414 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4814d650-bf78-4502-ad55-b2102654b481 req-45484cfb-b55f-42fb-8edd-8cd6c657b398 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Router 83cd05dd-a124-4462-b3eb-3545ff2cb33a has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:09:17.739079 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4814d650-bf78-4502-ad55-b2102654b481 req-45484cfb-b55f-42fb-8edd-8cd6c657b398 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:09:17.749879 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d042f2a7-21e6-4d6a-aec8-6f7d73fb17b3 None None] Sync routers for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:09:17.760883 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d042f2a7-21e6-4d6a-aec8-6f7d73fb17b3 None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:09:17.761459 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d042f2a7-21e6-4d6a-aec8-6f7d73fb17b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:09:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:17.805500 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-4814d650-bf78-4502-ad55-b2102654b481 req-45484cfb-b55f-42fb-8edd-8cd6c657b398 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] No DVR routers for this DVR port eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e on host hv-cinder-85846 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:09:17.808352 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4814d650-bf78-4502-ad55-b2102654b481 req-45484cfb-b55f-42fb-8edd-8cd6c657b398 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:17.811680 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4814d650-bf78-4502-ad55-b2102654b481 req-45484cfb-b55f-42fb-8edd-8cd6c657b398 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "DELETE /v2.0/ports/eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e HTTP/1.1" status: 204 len: 173 time: 1.0981739 Sep 27 05:09:17.812182 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa34f5dc-8839-47c3-a98d-b6c839e81ccd', 'name': 'network-vif-deleted', 'tag': 'eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:09:17.814626 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabae5fc-71f3-4bf2-a911-78e0966eaaa6" -d '{"events": [{"server_uuid": "aa34f5dc-8839-47c3-a98d-b6c839e81ccd", "name": "network-vif-deleted", "tag": "eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:09:17.850053 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947a8fc6-efaf-428b-b4d6-78b9edca006b x-openstack-request-id: req-947a8fc6-efaf-428b-b4d6-78b9edca006b {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:09:17.850482 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa34f5dc-8839-47c3-a98d-b6c839e81ccd", "name": "network-vif-deleted", "tag": "eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:09:17.850746 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-947a8fc6-efaf-428b-b4d6-78b9edca006b {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:09:17.851150 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947a8fc6-efaf-428b-b4d6-78b9edca006b'] response: {'server_uuid': 'aa34f5dc-8839-47c3-a98d-b6c839e81ccd', 'name': 'network-vif-deleted', 'tag': 'eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e', 'status': 'completed', 'code': 200} Sep 27 05:09:17.867657 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-d042f2a7-21e6-4d6a-aec8-6f7d73fb17b3 None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:09:17.948562 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-71f41fef-62c4-416c-9f27-01f37e0783fa req-b38a4ee9-3ac4-4fa7-b4d4-43f2be449db1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 210 time: 0.0260725 Sep 27 05:09:18.082407 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d042f2a7-21e6-4d6a-aec8-6f7d73fb17b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'a2b83cc0-c711-468f-ac57-2297d73952bb', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': '758b1a62-767d-46b7-8ba9-9efe31eddada', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:88:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:06:14Z', 'updated_at': '2022-09-27T05:06:58Z', 'revision_number': 2, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:18.107484 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d042f2a7-21e6-4d6a-aec8-6f7d73fb17b3 None None] Checking router: 83cd05dd-a124-4462-b3eb-3545ff2cb33a for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:09:18.115645 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d042f2a7-21e6-4d6a-aec8-6f7d73fb17b3 None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:09:18.116259 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d042f2a7-21e6-4d6a-aec8-6f7d73fb17b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:09:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:18.216646 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-d042f2a7-21e6-4d6a-aec8-6f7d73fb17b3 None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:09:18.397576 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bfcb4-b7e0-4959-a6a2-d6945533b82f req-6a35dab7-c7f3-4035-9e27-6971bf03bdd8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:18.399785 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a93bfcb4-b7e0-4959-a6a2-d6945533b82f req-6a35dab7-c7f3-4035-9e27-6971bf03bdd8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0643542 Sep 27 05:09:18.450398 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d042f2a7-21e6-4d6a-aec8-6f7d73fb17b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'a2b83cc0-c711-468f-ac57-2297d73952bb', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': '758b1a62-767d-46b7-8ba9-9efe31eddada', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:88:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:06:14Z', 'updated_at': '2022-09-27T05:06:58Z', 'revision_number': 2, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:18.476633 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d042f2a7-21e6-4d6a-aec8-6f7d73fb17b3 None None] The sync data for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi is: [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'a2b83cc0-c711-468f-ac57-2297d73952bb', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': '758b1a62-767d-46b7-8ba9-9efe31eddada', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:88:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:06:14Z', 'updated_at': '2022-09-27T05:06:58Z', 'revision_number': 2, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:09:18.480006 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a93bfcb4-b7e0-4959-a6a2-d6945533b82f req-2f2285c5-f15b-4fbd-8f06-0ca1e6fcb046 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694294 Sep 27 05:09:18.496596 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879c716-4efb-4ff6-be18-4267eb84e1d9 req-11757e85-e25c-414c-97bf-329a6f074977 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:18.498180 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d879c716-4efb-4ff6-be18-4267eb84e1d9 req-11757e85-e25c-414c-97bf-329a6f074977 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 945 time: 0.0971386 Sep 27 05:09:18.552506 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d879c716-4efb-4ff6-be18-4267eb84e1d9 req-f6f05d13-7be7-461c-98de-baa585645dd6 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454798 Sep 27 05:09:18.721262 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccc9e36-793f-49f5-ba56-791eca679193 None None] New status for floating IP 342bd5bd-ae42-4739-81c1-7d43a144ace9: DOWN {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:09:19.053340 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-de956da1-0f40-482a-89b0-91cf25e261a4 req-129f61f0-d930-4775-90d2-bc4530b6e3c8 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 210 time: 0.0267696 Sep 27 05:09:19.610217 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd0102-7823-404c-94c1-56fa2635f289 req-5243d234-c569-47dd-a909-935ea086f8df tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:19.612096 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dabd0102-7823-404c-94c1-56fa2635f289 req-5243d234-c569-47dd-a909-935ea086f8df tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0580134 Sep 27 05:09:19.693312 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dabd0102-7823-404c-94c1-56fa2635f289 req-f7439955-8837-457a-b944-8d9ec6a554c5 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754399 Sep 27 05:09:19.710986 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e78183-7b26-4697-8695-27758391897d req-8f80b53c-be13-4c2c-a3bf-3985dde021d3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:19.712565 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f9e78183-7b26-4697-8695-27758391897d req-8f80b53c-be13-4c2c-a3bf-3985dde021d3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 945 time: 0.0790095 Sep 27 05:09:19.762723 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f9e78183-7b26-4697-8695-27758391897d req-9591d1c5-a09e-4def-9644-db030170b424 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439363 Sep 27 05:09:20.160979 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ace2a431-04e1-4ac9-977d-ba81a4ba7bc6 req-5ada6fe3-26ba-4382-8578-c4984cdfcfea tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 210 time: 0.0284638 Sep 27 05:09:20.816990 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6639220-d168-484d-8d65-45a6d868bb7f req-ae734401-c6e6-4c02-8350-e25c548b2cb3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:20.818470 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6639220-d168-484d-8d65-45a6d868bb7f req-ae734401-c6e6-4c02-8350-e25c548b2cb3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0517085 Sep 27 05:09:20.885390 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device bbdc411b-9291-4e80-a01b-1228ff309f92 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:09:20.895044 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6639220-d168-484d-8d65-45a6d868bb7f req-73ec6f0e-b581-4dc2-91ba-95797d9aead3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703042 Sep 27 05:09:20.919300 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d2033-f4b9-434a-bfb5-de758548277b req-0f843a18-c29d-496d-82cb-908c32053448 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:20.920873 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-950d2033-f4b9-434a-bfb5-de758548277b req-0f843a18-c29d-496d-82cb-908c32053448 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 945 time: 0.0775518 Sep 27 05:09:20.950254 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port bbdc411b-9291-4e80-a01b-1228ff309f92 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:09:20.950693 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:20.951192 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port bbdc411b-9291-4e80-a01b-1228ff309f92 Sep 27 05:09:20.996152 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-950d2033-f4b9-434a-bfb5-de758548277b req-5ea872aa-3ac2-4c9c-a22a-f8eeefc03c85 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662944 Sep 27 05:09:21.044613 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port bbdc411b-9291-4e80-a01b-1228ff309f92 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:09:21.045026 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:21.070048 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdc411b-9291-4e80-a01b-1228ff309f92'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:09:21.073818 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef150ad2-90c4-4b4e-90e9-06362d08be91" -d '{"events": [{"server_uuid": "71aeb8c3-697e-4f4e-9222-8197f0a7614f", "name": "network-vif-plugged", "status": "completed", "tag": "bbdc411b-9291-4e80-a01b-1228ff309f92"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:09:21.088022 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port bbdc411b-9291-4e80-a01b-1228ff309f92, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=bbdc411b-9291-4e80-a01b-1228ff309f92,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:21.092926 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:21.118460 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:09:21.121308 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025920d8-be02-429b-a34d-083620c3e7d1 x-openstack-request-id: req-025920d8-be02-429b-a34d-083620c3e7d1 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:09:21.121613 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71aeb8c3-697e-4f4e-9222-8197f0a7614f", "name": "network-vif-plugged", "status": "completed", "tag": "bbdc411b-9291-4e80-a01b-1228ff309f92", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:09:21.121940 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-025920d8-be02-429b-a34d-083620c3e7d1 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:09:21.122249 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-025920d8-be02-429b-a34d-083620c3e7d1'] response: {'server_uuid': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'code': 200} Sep 27 05:09:21.145646 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:09:21.145934 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device eb4f0c33-fb50-4fb9-9bc5-6ba2ca919d4e not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:09:21.163708 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=bbdc411b-9291-4e80-a01b-1228ff309f92,revision_number=7']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:21.269921 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64458b98-c246-4957-b485-2a2a4550724a req-0100108d-2898-43c0-83d1-0500720ac535 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa34f5dc-8839-47c3-a98d-b6c839e81ccd HTTP/1.1" status: 200 len: 210 time: 0.0271471 Sep 27 05:09:22.045724 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d80b6-6b8c-4b95-8df7-cfeb368d9a06 req-831e8f54-b6c5-4377-b874-c2fc39a788e7 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:22.049246 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-146d80b6-6b8c-4b95-8df7-cfeb368d9a06 req-831e8f54-b6c5-4377-b874-c2fc39a788e7 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0580833 Sep 27 05:09:22.143866 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-146d80b6-6b8c-4b95-8df7-cfeb368d9a06 req-19674f55-1210-47b5-8bcf-5b3ed5197e67 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927393 Sep 27 05:09:22.171220 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a39bd-544d-4c61-81c6-e38e0cb14558 req-abcba083-86ed-47b5-8afd-105f2a7a6984 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:22.173084 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-670a39bd-544d-4c61-81c6-e38e0cb14558 req-abcba083-86ed-47b5-8afd-105f2a7a6984 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.1006091 Sep 27 05:09:22.229333 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-670a39bd-544d-4c61-81c6-e38e0cb14558 req-8ec1cab2-93e6-4260-802d-0a9da757c18d tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499275 Sep 27 05:09:22.374380 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 37316) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:09:22.435946 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b1566b9-2151-4621-b01c-1aa3d6bfc86c tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (9d48f0d0-755b-4704-b93b-097ef30ef3cf), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:22.462203 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b1566b9-2151-4621-b01c-1aa3d6bfc86c tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (9d48f0d0-755b-4704-b93b-097ef30ef3cf), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:22.527716 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b1566b9-2151-4621-b01c-1aa3d6bfc86c tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (9d48f0d0-755b-4704-b93b-097ef30ef3cf), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:22.530400 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b1566b9-2151-4621-b01c-1aa3d6bfc86c tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:22.531751 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5b1566b9-2151-4621-b01c-1aa3d6bfc86c tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "DELETE /v2.0/security-groups/9d48f0d0-755b-4704-b93b-097ef30ef3cf HTTP/1.1" status: 204 len: 168 time: 0.1562967 Sep 27 05:09:22.535213 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 37322) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:09:22.543570 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1566b9-2151-4621-b01c-1aa3d6bfc86c tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d48f0d0-755b-4704-b93b-097ef30ef3cf,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:22.558482 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.api.v2.resource [None req-d0df15f7-d104-4b94-8270-5d0857684b5f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] show failed (client error): The resource could not be found. Sep 27 05:09:22.559771 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d0df15f7-d104-4b94-8270-5d0857684b5f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups/9d48f0d0-755b-4704-b93b-097ef30ef3cf HTTP/1.1" status: 404 len: 347 time: 0.0233788 Sep 27 05:09:22.563420 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 37324) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:09:22.702754 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Deleting port 848f1534-d7ae-426f-ae3b-8e8ff823a4de {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:09:22.703140 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (848f1534-d7ae-426f-ae3b-8e8ff823a4de), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:22.802590 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (848f1534-d7ae-426f-ae3b-8e8ff823a4de), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:22.802979 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (848f1534-d7ae-426f-ae3b-8e8ff823a4de), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:22.817798 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Calling delete_port for 848f1534-d7ae-426f-ae3b-8e8ff823a4de owned by network:floatingip {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:09:23.025091 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (848f1534-d7ae-426f-ae3b-8e8ff823a4de), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:23.051644 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event deleted for resources: {'Port': ['ID=848f1534-d7ae-426f-ae3b-8e8ff823a4de,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:23.074235 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 8675e537-17e8-472b-8431-91c822d827ef details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:09:23.107979 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:23.108375 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:23.109850 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:23.110272 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:23.110687 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:23.111097 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:23.111506 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:23.111929 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:23.112261 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:23.112590 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:23.112960 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:23.113296 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:23.113627 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:23.158780 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (342bd5bd-ae42-4739-81c1-7d43a144ace9), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:23.161433 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:23.165603 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-6f5d200a-e575-490f-be5e-0dfd1450ffe5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "DELETE /v2.0/floatingips/342bd5bd-ae42-4739-81c1-7d43a144ace9 HTTP/1.1" status: 204 len: 168 time: 0.5972683 Sep 27 05:09:23.210258 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 8675e537-17e8-472b-8431-91c822d827ef, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=8675e537-17e8-472b-8431-91c822d827ef,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:23.234772 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '8675e537-17e8-472b-8431-91c822d827ef', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'port_id': '8675e537-17e8-472b-8431-91c822d827ef', 'mac_address': 'fa:16:3e:28:51:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:09:23.319066 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 8675e537-17e8-472b-8431-91c822d827ef is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:09:23.319466 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (8675e537-17e8-472b-8431-91c822d827ef), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:23.320290 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4466bf-4017-4617-82fd-198d6623754b req-cdff7b38-8d4e-456d-8398-2b3995630232 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:23.322694 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cb4466bf-4017-4617-82fd-198d6623754b req-cdff7b38-8d4e-456d-8398-2b3995630232 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 944 time: 0.0669715 Sep 27 05:09:23.343705 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8675e537-17e8-472b-8431-91c822d827ef {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:09:23.372758 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 8675e537-17e8-472b-8431-91c822d827ef, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=8675e537-17e8-472b-8431-91c822d827ef,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:23.378442 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (8675e537-17e8-472b-8431-91c822d827ef), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:23.385490 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cb4466bf-4017-4617-82fd-198d6623754b req-8c800cd3-236d-4b56-ad77-85f5b9484449 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564313 Sep 27 05:09:23.475895 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=8675e537-17e8-472b-8431-91c822d827ef,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:23.549825 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc454af-41b0-4b3d-9ecb-1bc3b7d1da4b req-fc22a5fe-cea7-4e61-b3cb-a1e53bd554be tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:23.553860 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6fc454af-41b0-4b3d-9ecb-1bc3b7d1da4b req-fc22a5fe-cea7-4e61-b3cb-a1e53bd554be tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0706818 Sep 27 05:09:23.643231 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6fc454af-41b0-4b3d-9ecb-1bc3b7d1da4b req-a25b0a25-e8d5-4b51-9d2c-659b571f9822 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855315 Sep 27 05:09:23.766901 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['8675e537-17e8-472b-8431-91c822d827ef'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:09:24.537686 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0cbc2-bf1a-446d-a77a-e8fc57712087 req-f0ecf057-5ce9-49c6-9603-17b1202755ec tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:24.539260 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-31d0cbc2-bf1a-446d-a77a-e8fc57712087 req-f0ecf057-5ce9-49c6-9603-17b1202755ec tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 945 time: 0.0682936 Sep 27 05:09:24.604395 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-31d0cbc2-bf1a-446d-a77a-e8fc57712087 req-6af22478-dfba-45a8-8abe-2a863544a4fe tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583625 Sep 27 05:09:24.895175 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a9167-84ce-4cc3-a30c-3fd0096b02c2 req-e3615497-6b18-4d4b-8dbc-134b950bde2a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:24.896697 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d91a9167-84ce-4cc3-a30c-3fd0096b02c2 req-e3615497-6b18-4d4b-8dbc-134b950bde2a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.1778018 Sep 27 05:09:24.979634 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d91a9167-84ce-4cc3-a30c-3fd0096b02c2 req-b3b52614-e367-45ff-bca5-dee8db0a1eef tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753250 Sep 27 05:09:25.073315 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 8675e537-17e8-472b-8431-91c822d827ef up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:09:25.220226 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port 8675e537-17e8-472b-8431-91c822d827ef completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:09:25.224507 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 8675e537-17e8-472b-8431-91c822d827ef triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:09:25.224901 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (8675e537-17e8-472b-8431-91c822d827ef), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:25.225251 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 8675e537-17e8-472b-8431-91c822d827ef Sep 27 05:09:25.331526 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 8675e537-17e8-472b-8431-91c822d827ef is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:09:25.331924 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (8675e537-17e8-472b-8431-91c822d827ef), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:25.339496 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b919c5c-2763-498b-94e9-757e1718ea54 req-fd1ff0cd-94a4-4569-bc3a-01b922bb3f27 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:25.341049 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8b919c5c-2763-498b-94e9-757e1718ea54 req-fd1ff0cd-94a4-4569-bc3a-01b922bb3f27 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 945 time: 0.0811198 Sep 27 05:09:25.365454 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c04408a-9261-4215-bd97-cd0caef85eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8675e537-17e8-472b-8431-91c822d827ef'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:09:25.367932 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad493e5-7e04-4246-8142-11c13c34aa61" -d '{"events": [{"server_uuid": "6c04408a-9261-4215-bd97-cd0caef85eb2", "name": "network-vif-plugged", "status": "completed", "tag": "8675e537-17e8-472b-8431-91c822d827ef"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:09:25.380361 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 8675e537-17e8-472b-8431-91c822d827ef, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=8675e537-17e8-472b-8431-91c822d827ef,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:25.386661 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (8675e537-17e8-472b-8431-91c822d827ef), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:25.414183 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8b919c5c-2763-498b-94e9-757e1718ea54 req-11e1af29-bd45-45f0-ab70-9c83d562a0b3 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536475 Sep 27 05:09:25.426224 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73992b9-3c33-46e4-bc69-0f56844f9476 x-openstack-request-id: req-a73992b9-3c33-46e4-bc69-0f56844f9476 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:09:25.427145 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c04408a-9261-4215-bd97-cd0caef85eb2", "name": "network-vif-plugged", "status": "completed", "tag": "8675e537-17e8-472b-8431-91c822d827ef", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:09:25.427404 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a73992b9-3c33-46e4-bc69-0f56844f9476 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:09:25.427877 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a73992b9-3c33-46e4-bc69-0f56844f9476'] response: {'server_uuid': '6c04408a-9261-4215-bd97-cd0caef85eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8675e537-17e8-472b-8431-91c822d827ef', 'code': 200} Sep 27 05:09:25.469162 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=8675e537-17e8-472b-8431-91c822d827ef,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:25.743613 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228672f1-1555-4c22-b2f9-f24f0b845dcc req-072ce78e-5f48-4988-958a-4c2eaf04bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:25.745701 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-228672f1-1555-4c22-b2f9-f24f0b845dcc req-072ce78e-5f48-4988-958a-4c2eaf04bd0b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 1130 time: 0.0743732 Sep 27 05:09:25.763203 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7f7d6-7ca8-4dd5-b108-df75a29de3ea req-cd77c857-84bd-47e0-be5e-c496f752ee0a tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:25.765002 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-aac7f7d6-7ca8-4dd5-b108-df75a29de3ea req-cd77c857-84bd-47e0-be5e-c496f752ee0a tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 946 time: 0.0744262 Sep 27 05:09:25.800192 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-228672f1-1555-4c22-b2f9-f24f0b845dcc req-598aa820-5879-42ab-baab-d5ae11c1bbcc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471447 Sep 27 05:09:25.845347 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-aac7f7d6-7ca8-4dd5-b108-df75a29de3ea req-de0f3cc2-265a-412a-862d-49ab2847bcd0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743012 Sep 27 05:09:26.123180 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab45bd-70c8-4834-aa1b-2d72d42388ec req-975f0f3e-7eb8-4f13-a183-cdad3a7f8632 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:26.124770 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dfab45bd-70c8-4834-aa1b-2d72d42388ec req-975f0f3e-7eb8-4f13-a183-cdad3a7f8632 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0636423 Sep 27 05:09:26.180998 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dfab45bd-70c8-4834-aa1b-2d72d42388ec req-0ff94989-88d4-4e72-a323-d5502369cc8e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501528 Sep 27 05:09:26.553820 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab883e7-060a-42a0-b68b-df9b567dca2e req-d32d4587-a327-47f4-b4c9-9d6652ada6af tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:26.555806 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7ab883e7-060a-42a0-b68b-df9b567dca2e req-d32d4587-a327-47f4-b4c9-9d6652ada6af tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 945 time: 0.0596187 Sep 27 05:09:26.613257 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7ab883e7-060a-42a0-b68b-df9b567dca2e req-46f82f1a-ce87-4667-81f2-42939d24bc97 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514693 Sep 27 05:09:26.984638 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f02f3-775f-4654-9eac-0a7e8b721bb6 req-3921e951-f2cd-4482-88fc-9e5fb896a099 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:26.986253 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f53f02f3-775f-4654-9eac-0a7e8b721bb6 req-3921e951-f2cd-4482-88fc-9e5fb896a099 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 946 time: 0.0637038 Sep 27 05:09:27.052374 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f53f02f3-775f-4654-9eac-0a7e8b721bb6 req-623e01e5-8c0f-4caf-a3c3-0e0cae8bfba5 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542035 Sep 27 05:09:27.362530 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c351838-37d0-44bd-904d-e9d653633625 req-5073ba0e-dcb7-4ae5-9df0-23e07057f7c5 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:27.376284 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5c351838-37d0-44bd-904d-e9d653633625 req-5073ba0e-dcb7-4ae5-9df0-23e07057f7c5 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.1000302 Sep 27 05:09:27.439038 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5c351838-37d0-44bd-904d-e9d653633625 req-47081f0a-4a87-4aa2-97f8-442cf0c6b9de tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605524 Sep 27 05:09:27.763331 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2d1de-e21f-4857-bb8d-9ceae4dc234b req-1776d971-33bb-4fd1-b0f6-f58fa88b797f tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:27.764781 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b0b2d1de-e21f-4857-bb8d-9ceae4dc234b req-1776d971-33bb-4fd1-b0f6-f58fa88b797f tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 945 time: 0.1341536 Sep 27 05:09:27.768709 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e46987-bc13-4080-973a-855e833533cc req-a68fda5e-622d-49b9-8c75-9868a2a4c39a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:27.771114 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3e46987-bc13-4080-973a-855e833533cc req-a68fda5e-622d-49b9-8c75-9868a2a4c39a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 945 time: 0.0962687 Sep 27 05:09:27.944517 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-c3e46987-bc13-4080-973a-855e833533cc req-544054c0-5449-49a4-8b25-e8fd40dc8e6a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Deleting port 758b1a62-767d-46b7-8ba9-9efe31eddada {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:09:27.945287 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c3e46987-bc13-4080-973a-855e833533cc req-544054c0-5449-49a4-8b25-e8fd40dc8e6a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:28.127311 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-c3e46987-bc13-4080-973a-855e833533cc req-544054c0-5449-49a4-8b25-e8fd40dc8e6a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] For port 758b1a62-767d-46b7-8ba9-9efe31eddada, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=758b1a62-767d-46b7-8ba9-9efe31eddada,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:28.127311 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c3e46987-bc13-4080-973a-855e833533cc req-544054c0-5449-49a4-8b25-e8fd40dc8e6a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:28.127659 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3c6f1-eba1-4e3a-85f3-164c5270ba4f req-47cc91ce-0cb3-4771-9e1e-f6fd13ff1f25 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:28.134436 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-35f3c6f1-eba1-4e3a-85f3-164c5270ba4f req-47cc91ce-0cb3-4771-9e1e-f6fd13ff1f25 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 945 time: 0.4287460 Sep 27 05:09:28.144697 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b0b2d1de-e21f-4857-bb8d-9ceae4dc234b req-a06e516a-3268-4ad9-9675-3f18f480034f tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704488 Sep 27 05:09:28.216865 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-35f3c6f1-eba1-4e3a-85f3-164c5270ba4f req-4620e685-c0ef-497e-b65b-0faaf28f08c3 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a7574d1d-b7d3-4881-a609-7831d8826c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813963 Sep 27 05:09:28.327898 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c3e46987-bc13-4080-973a-855e833533cc req-544054c0-5449-49a4-8b25-e8fd40dc8e6a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:28.328297 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c3e46987-bc13-4080-973a-855e833533cc req-544054c0-5449-49a4-8b25-e8fd40dc8e6a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (a2b83cc0-c711-468f-ac57-2297d73952bb), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:28.328611 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-c3e46987-bc13-4080-973a-855e833533cc req-544054c0-5449-49a4-8b25-e8fd40dc8e6a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Floating IP a2b83cc0-c711-468f-ac57-2297d73952bb disassociated. External IP: 172.27.1.185, port: 758b1a62-767d-46b7-8ba9-9efe31eddada. Sep 27 05:09:28.328992 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-c3e46987-bc13-4080-973a-855e833533cc req-544054c0-5449-49a4-8b25-e8fd40dc8e6a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Calling delete_port for 758b1a62-767d-46b7-8ba9-9efe31eddada owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:09:28.331912 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569612b-95c6-44f1-83ec-6c407adc6451 req-230711de-22c9-4a5c-b3b1-1762daa10607 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:28.333834 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3569612b-95c6-44f1-83ec-6c407adc6451 req-230711de-22c9-4a5c-b3b1-1762daa10607 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 946 time: 0.0607288 Sep 27 05:09:28.400617 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3569612b-95c6-44f1-83ec-6c407adc6451 req-87808a1a-1282-4532-8a59-2535545dcd53 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589161 Sep 27 05:09:28.480895 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c3e46987-bc13-4080-973a-855e833533cc req-544054c0-5449-49a4-8b25-e8fd40dc8e6a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (758b1a62-767d-46b7-8ba9-9efe31eddada), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:28.537376 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544054c0-5449-49a4-8b25-e8fd40dc8e6a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event deleted for resources: {'Port': ['ID=758b1a62-767d-46b7-8ba9-9efe31eddada,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:28.582269 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815b127-dc92-4578-81e2-0cf2d288f26b req-e9d1ba9b-490a-4876-be59-92fe44c9e976 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:28.583758 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5815b127-dc92-4578-81e2-0cf2d288f26b req-e9d1ba9b-490a-4876-be59-92fe44c9e976 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 946 time: 0.1047928 Sep 27 05:09:28.620235 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d1a0e-97be-4873-9afa-bb747a49f502 req-52744d56-7cfe-442d-9102-33642df030f5 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:28.621838 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-387d1a0e-97be-4873-9afa-bb747a49f502 req-52744d56-7cfe-442d-9102-33642df030f5 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0960801 Sep 27 05:09:28.672708 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5815b127-dc92-4578-81e2-0cf2d288f26b req-901deac3-99e6-4659-a55a-eb68ee109d5d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790954 Sep 27 05:09:28.699862 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3e46987-bc13-4080-973a-855e833533cc req-544054c0-5449-49a4-8b25-e8fd40dc8e6a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Router 83cd05dd-a124-4462-b3eb-3545ff2cb33a has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:09:28.702035 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-387d1a0e-97be-4873-9afa-bb747a49f502 req-4c2ab8ab-09d7-4c65-a656-1ad95a754a4f tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712302 Sep 27 05:09:28.711044 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 37408) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:09:28.840890 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3e46987-bc13-4080-973a-855e833533cc req-544054c0-5449-49a4-8b25-e8fd40dc8e6a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:09:28.855818 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3244de-7b45-4848-97b9-a11878238249 None None] Sync routers for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:09:28.869651 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3244de-7b45-4848-97b9-a11878238249 None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:09:28.871399 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1b3244de-7b45-4848-97b9-a11878238249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:09:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:28.894606 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e46987-bc13-4080-973a-855e833533cc req-544054c0-5449-49a4-8b25-e8fd40dc8e6a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] No DVR routers for this DVR port 758b1a62-767d-46b7-8ba9-9efe31eddada on host hv-cinder-85846 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:09:28.897640 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c3e46987-bc13-4080-973a-855e833533cc req-544054c0-5449-49a4-8b25-e8fd40dc8e6a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:28.902422 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3e46987-bc13-4080-973a-855e833533cc req-544054c0-5449-49a4-8b25-e8fd40dc8e6a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "DELETE /v2.0/ports/758b1a62-767d-46b7-8ba9-9efe31eddada HTTP/1.1" status: 204 len: 173 time: 1.1242316 Sep 27 05:09:28.903181 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'name': 'network-vif-deleted', 'tag': '758b1a62-767d-46b7-8ba9-9efe31eddada'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:09:28.915947 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ab5c10-7b6f-4b3d-bdb3-b12f462d87b8" -d '{"events": [{"server_uuid": "a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c", "name": "network-vif-deleted", "tag": "758b1a62-767d-46b7-8ba9-9efe31eddada"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:09:29.050611 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-1b3244de-7b45-4848-97b9-a11878238249 None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:09:29.062731 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd60030a-e728-4831-87f4-1c78ed2fa05d x-openstack-request-id: req-cd60030a-e728-4831-87f4-1c78ed2fa05d {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:09:29.063104 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c", "name": "network-vif-deleted", "tag": "758b1a62-767d-46b7-8ba9-9efe31eddada", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:09:29.063276 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cd60030a-e728-4831-87f4-1c78ed2fa05d {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:09:29.063685 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd60030a-e728-4831-87f4-1c78ed2fa05d'] response: {'server_uuid': 'a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c', 'name': 'network-vif-deleted', 'tag': '758b1a62-767d-46b7-8ba9-9efe31eddada', 'status': 'completed', 'code': 200} Sep 27 05:09:29.116738 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0382f4b-4f66-4ee7-9b0e-6e15778f82ca tempest-TestVolumeBootPattern-571449790 tempest-TestVolumeBootPattern-571449790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:29.118799 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f0382f4b-4f66-4ee7-9b0e-6e15778f82ca tempest-TestVolumeBootPattern-571449790 tempest-TestVolumeBootPattern-571449790-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 1125 time: 0.4065690 Sep 27 05:09:29.122766 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 37414) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:09:29.128318 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Request body: {'floatingip': {'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'port_id': '8675e537-17e8-472b-8431-91c822d827ef', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:09:29.185345 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:29.390913 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-42919ef2-fb98-46da-a73b-767158b317ca req-5415c44c-2be7-4fd0-a4ea-04cdc324828f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5f4948a-5e2d-44b6-8e66-10e5a1a4e91c HTTP/1.1" status: 200 len: 210 time: 0.0629749 Sep 27 05:09:29.452699 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9259ed8-a0ed-4c0f-bbb9-aa3903fe795d req-9babbb6f-d3f4-42d9-a8b8-43565ebc6f47 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:29.459919 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c9259ed8-a0ed-4c0f-bbb9-aa3903fe795d req-9babbb6f-d3f4-42d9-a8b8-43565ebc6f47 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 945 time: 0.1468246 Sep 27 05:09:29.512221 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:29.526023 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1b3244de-7b45-4848-97b9-a11878238249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:29.541391 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c9259ed8-a0ed-4c0f-bbb9-aa3903fe795d req-00f7c775-83a8-48ad-b6af-6b8fda134722 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805879 Sep 27 05:09:29.557670 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3244de-7b45-4848-97b9-a11878238249 None None] Checking router: 83cd05dd-a124-4462-b3eb-3545ff2cb33a for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:09:29.589254 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3244de-7b45-4848-97b9-a11878238249 None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:09:29.589939 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1b3244de-7b45-4848-97b9-a11878238249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:09:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:29.644266 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ae9d3-05cb-4b6e-865b-f29c28c02bab req-0ac3bcac-c9da-4510-a52a-1bf9f86c1a44 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:29.646353 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-439ae9d3-05cb-4b6e-865b-f29c28c02bab req-0ac3bcac-c9da-4510-a52a-1bf9f86c1a44 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.49 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 945 time: 0.0861869 Sep 27 05:09:29.723518 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Allocated IP 172.27.1.118 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/d02f18ce-c9cf-4b21-bade-b2bf9a663d55) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:09:29.762202 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-1b3244de-7b45-4848-97b9-a11878238249 None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:09:29.783216 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-439ae9d3-05cb-4b6e-865b-f29c28c02bab req-7f8d94a5-f5d7-49f7-9496-dd9be2db94fc tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Deleting port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:09:29.783565 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-439ae9d3-05cb-4b6e-865b-f29c28c02bab req-7f8d94a5-f5d7-49f7-9496-dd9be2db94fc tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (7ffbf3d9-960a-43bc-a6b2-b0111e74eddf), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:29.877771 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for port (d02f18ce-c9cf-4b21-bade-b2bf9a663d55), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:29.978869 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-439ae9d3-05cb-4b6e-865b-f29c28c02bab req-7f8d94a5-f5d7-49f7-9496-dd9be2db94fc tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] For port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7ffbf3d9-960a-43bc-a6b2-b0111e74eddf,segment=NetworkSegment(fe135b90-3013-4a92-bdef-9a03f54777aa),segment_id=fe135b90-3013-4a92-bdef-9a03f54777aa)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:29.979430 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-439ae9d3-05cb-4b6e-865b-f29c28c02bab req-7f8d94a5-f5d7-49f7-9496-dd9be2db94fc tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (7ffbf3d9-960a-43bc-a6b2-b0111e74eddf), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:29.980887 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (d02f18ce-c9cf-4b21-bade-b2bf9a663d55), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:29.994388 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dab774-ebce-4042-bc37-31b2d63bcad8 req-f6fe3117-808d-4830-9045-e3ba633538d1 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:29.996397 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-09dab774-ebce-4042-bc37-31b2d63bcad8 req-f6fe3117-808d-4830-9045-e3ba633538d1 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.1078374 Sep 27 05:09:30.013966 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-439ae9d3-05cb-4b6e-865b-f29c28c02bab req-7f8d94a5-f5d7-49f7-9496-dd9be2db94fc tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Calling delete_port for 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:09:30.044576 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:09:30.055069 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:09:30.060014 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1b3244de-7b45-4848-97b9-a11878238249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:30.061246 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:09:30.090966 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3244de-7b45-4848-97b9-a11878238249 None None] The sync data for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi is: [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:09:30.106207 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'Port': ['ID=d02f18ce-c9cf-4b21-bade-b2bf9a663d55,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:30.209169 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-439ae9d3-05cb-4b6e-865b-f29c28c02bab req-7f8d94a5-f5d7-49f7-9496-dd9be2db94fc tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (7ffbf3d9-960a-43bc-a6b2-b0111e74eddf), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:30.214863 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-09dab774-ebce-4042-bc37-31b2d63bcad8 req-e08e3614-2f0f-406f-afd8-87f310fd16de tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938658 Sep 27 05:09:30.221077 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['7ffbf3d9-960a-43bc-a6b2-b0111e74eddf'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:09:30.266454 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d94a5-f5d7-49f7-9496-dd9be2db94fc tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Pushing event deleted for resources: {'Port': ['ID=7ffbf3d9-960a-43bc-a6b2-b0111e74eddf,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:30.358676 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-439ae9d3-05cb-4b6e-865b-f29c28c02bab req-7f8d94a5-f5d7-49f7-9496-dd9be2db94fc tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] No DVR routers for this DVR port 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf on host hv-cinder-85846 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:09:30.367910 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-439ae9d3-05cb-4b6e-865b-f29c28c02bab req-7f8d94a5-f5d7-49f7-9496-dd9be2db94fc tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:30.371469 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-439ae9d3-05cb-4b6e-865b-f29c28c02bab req-7f8d94a5-f5d7-49f7-9496-dd9be2db94fc tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.49 "DELETE /v2.0/ports/7ffbf3d9-960a-43bc-a6b2-b0111e74eddf HTTP/1.1" status: 204 len: 173 time: 0.7155769 Sep 27 05:09:30.543924 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3670b75-4fd4-47c8-a245-66919b7d92db None None] New status for floating IP a2b83cc0-c711-468f-ac57-2297d73952bb: DOWN {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:09:30.562791 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 37426) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:09:30.665104 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cdf3614c-4859-4807-a97b-a1bb1e2d8665 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (a7574d1d-b7d3-4881-a609-7831d8826c69), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:30.711102 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cdf3614c-4859-4807-a97b-a1bb1e2d8665 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (a7574d1d-b7d3-4881-a609-7831d8826c69), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:30.733673 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for floatingip (2faf15b8-d39c-4dba-9784-08c42f35ed1a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:30.762793 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c17b83db-7921-41ed-b2fb-e72615170555 req-746fca6a-0f33-4a6f-b894-9798dcbce4b8 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=06e830aa-7d65-4d79-a32e-d0b14c79e208 HTTP/1.1" status: 200 len: 210 time: 0.0862212 Sep 27 05:09:30.790036 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cdf3614c-4859-4807-a97b-a1bb1e2d8665 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (a7574d1d-b7d3-4881-a609-7831d8826c69), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:30.793524 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cdf3614c-4859-4807-a97b-a1bb1e2d8665 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:30.794982 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-cdf3614c-4859-4807-a97b-a1bb1e2d8665 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "DELETE /v2.0/security-groups/a7574d1d-b7d3-4881-a609-7831d8826c69 HTTP/1.1" status: 204 len: 168 time: 0.2292194 Sep 27 05:09:30.800039 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 37430) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:09:30.826343 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.api.v2.resource [None req-73aad692-d356-4972-ab13-04df9101a576 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] show failed (client error): The resource could not be found. Sep 27 05:09:30.828525 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-73aad692-d356-4972-ab13-04df9101a576 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups/a7574d1d-b7d3-4881-a609-7831d8826c69 HTTP/1.1" status: 404 len: 347 time: 0.0255153 Sep 27 05:09:30.830124 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3614c-4859-4807-a97b-a1bb1e2d8665 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7574d1d-b7d3-4881-a609-7831d8826c69,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:30.831545 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 37432) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:09:30.930559 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (d02f18ce-c9cf-4b21-bade-b2bf9a663d55), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:31.065714 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e830aa-7d65-4d79-a32e-d0b14c79e208', 'name': 'network-vif-deleted', 'tag': '7ffbf3d9-960a-43bc-a6b2-b0111e74eddf'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:09:31.072204 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c7e2aa-22d4-4a54-8b8f-a642a87b260a" -d '{"events": [{"server_uuid": "06e830aa-7d65-4d79-a32e-d0b14c79e208", "name": "network-vif-deleted", "tag": "7ffbf3d9-960a-43bc-a6b2-b0111e74eddf"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:09:31.096659 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-93ccdfa0-f68b-4020-8972-49a22b89c6be tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Deleting port cb475ee1-bd65-48c7-883d-f2862ee3bde0 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:09:31.097374 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-93ccdfa0-f68b-4020-8972-49a22b89c6be tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (cb475ee1-bd65-48c7-883d-f2862ee3bde0), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:31.102429 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 758b1a62-767d-46b7-8ba9-9efe31eddada no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:09:31.159368 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: 758b1a62-767d-46b7-8ba9-9efe31eddada {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:09:31.159713 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 758b1a62-767d-46b7-8ba9-9efe31eddada not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:09:31.160143 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:09:31.181964 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce80b9c-2034-444b-b48d-c413999e03ce x-openstack-request-id: req-3ce80b9c-2034-444b-b48d-c413999e03ce {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:09:31.182132 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e830aa-7d65-4d79-a32e-d0b14c79e208", "name": "network-vif-deleted", "tag": "7ffbf3d9-960a-43bc-a6b2-b0111e74eddf", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:09:31.182352 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3ce80b9c-2034-444b-b48d-c413999e03ce {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:09:31.182758 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce80b9c-2034-444b-b48d-c413999e03ce'] response: {'server_uuid': '06e830aa-7d65-4d79-a32e-d0b14c79e208', 'name': 'network-vif-deleted', 'tag': '7ffbf3d9-960a-43bc-a6b2-b0111e74eddf', 'status': 'completed', 'code': 200} Sep 27 05:09:31.201645 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:09:31.201990 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 7ffbf3d9-960a-43bc-a6b2-b0111e74eddf not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:09:31.235512 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-93ccdfa0-f68b-4020-8972-49a22b89c6be tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (cb475ee1-bd65-48c7-883d-f2862ee3bde0), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:31.236110 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-93ccdfa0-f68b-4020-8972-49a22b89c6be tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (cb475ee1-bd65-48c7-883d-f2862ee3bde0), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:31.246764 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for port (d02f18ce-c9cf-4b21-bade-b2bf9a663d55), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:31.257922 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (d02f18ce-c9cf-4b21-bade-b2bf9a663d55), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:31.302212 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-93ccdfa0-f68b-4020-8972-49a22b89c6be tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Calling delete_port for cb475ee1-bd65-48c7-883d-f2862ee3bde0 owned by network:floatingip {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:09:31.307514 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (2faf15b8-d39c-4dba-9784-08c42f35ed1a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:31.566234 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'Port': ['ID=d02f18ce-c9cf-4b21-bade-b2bf9a663d55,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:31.591478 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bda90-62ca-4d0b-bafc-47925368ebe3 req-b9fc2d2b-0edd-4522-85bb-fd00d96e48bb tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:31.593658 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ff3bda90-62ca-4d0b-bafc-47925368ebe3 req-b9fc2d2b-0edd-4522-85bb-fd00d96e48bb tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.2350407 Sep 27 05:09:31.635299 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Floating IP 2faf15b8-d39c-4dba-9784-08c42f35ed1a associated. External IP: 172.27.1.118, port: 8675e537-17e8-472b-8431-91c822d827ef. Sep 27 05:09:31.767063 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ff3bda90-62ca-4d0b-bafc-47925368ebe3 req-52ebada4-0583-4161-aedd-7f466eaaf46a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651278 Sep 27 05:09:31.852547 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-93ccdfa0-f68b-4020-8972-49a22b89c6be tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (cb475ee1-bd65-48c7-883d-f2862ee3bde0), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:31.893237 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccdfa0-f68b-4020-8972-49a22b89c6be tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event deleted for resources: {'Port': ['ID=cb475ee1-bd65-48c7-883d-f2862ee3bde0,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:32.054018 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-93ccdfa0-f68b-4020-8972-49a22b89c6be tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (a2b83cc0-c711-468f-ac57-2297d73952bb), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.057296 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-93ccdfa0-f68b-4020-8972-49a22b89c6be tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.058481 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-93ccdfa0-f68b-4020-8972-49a22b89c6be tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "DELETE /v2.0/floatingips/a2b83cc0-c711-468f-ac57-2297d73952bb HTTP/1.1" status: 204 len: 168 time: 1.2257755 Sep 27 05:09:32.098776 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Router c761e44c-233d-49ca-9658-756db6dcc194 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:09:32.175807 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 37446) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:09:32.182989 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-040f9319-af4d-4a21-8cf5-d1be41f99e24 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1356621066', 'description': 'tempest-description--1657580612'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:09:32.223923 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-040f9319-af4d-4a21-8cf5-d1be41f99e24 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.255544 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:09:32.268360 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b6aae-d04d-471a-8770-9d9a526c12a2 None None] Sync routers for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:09:32.287362 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b6aae-d04d-471a-8770-9d9a526c12a2 None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:09:32.288014 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-998b6aae-d04d-471a-8770-9d9a526c12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:09:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:32.288941 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.330350 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-040f9319-af4d-4a21-8cf5-d1be41f99e24 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (35eeff59-121b-4d01-8423-aed199eb489c), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.331406 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c6876b3d-95a4-4b66-bff3-c591de35f7d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2069590 Sep 27 05:09:32.331953 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c04408a-9261-4215-bd97-cd0caef85eb2', 'tag': '8675e537-17e8-472b-8431-91c822d827ef'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:09:32.334321 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18f96d5-8388-4b46-bac5-e42cd82775fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6c04408a-9261-4215-bd97-cd0caef85eb2", "tag": "8675e537-17e8-472b-8431-91c822d827ef"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:09:32.335922 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-040f9319-af4d-4a21-8cf5-d1be41f99e24 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (35eeff59-121b-4d01-8423-aed199eb489c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.385307 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f9319-af4d-4a21-8cf5-d1be41f99e24 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35eeff59-121b-4d01-8423-aed199eb489c,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:32.393267 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf09dc8-260f-45dd-9541-d62cc871bbda x-openstack-request-id: req-abf09dc8-260f-45dd-9541-d62cc871bbda {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:09:32.393267 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c04408a-9261-4215-bd97-cd0caef85eb2", "tag": "8675e537-17e8-472b-8431-91c822d827ef", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:09:32.393442 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-abf09dc8-260f-45dd-9541-d62cc871bbda {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:09:32.393812 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf09dc8-260f-45dd-9541-d62cc871bbda'] response: {'name': 'network-changed', 'server_uuid': '6c04408a-9261-4215-bd97-cd0caef85eb2', 'tag': '8675e537-17e8-472b-8431-91c822d827ef', 'status': 'completed', 'code': 200} Sep 27 05:09:32.403108 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-040f9319-af4d-4a21-8cf5-d1be41f99e24 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.407144 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-040f9319-af4d-4a21-8cf5-d1be41f99e24 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2267663 Sep 27 05:09:32.407466 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 37452) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:09:32.412664 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-852dec1c-cb09-464a-b056-52faee45d419 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'security_group_rule': {'security_group_id': '35eeff59-121b-4d01-8423-aed199eb489c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:09:32.472831 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-852dec1c-cb09-464a-b056-52faee45d419 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (442f697f-adf3-4791-9015-8043f569fc06), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.482633 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-998b6aae-d04d-471a-8770-9d9a526c12a2 None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:09:32.579880 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-852dec1c-cb09-464a-b056-52faee45d419 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (442f697f-adf3-4791-9015-8043f569fc06), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.590466 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-852dec1c-cb09-464a-b056-52faee45d419 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (442f697f-adf3-4791-9015-8043f569fc06), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.615216 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852dec1c-cb09-464a-b056-52faee45d419 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442f697f-adf3-4791-9015-8043f569fc06,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:32.626322 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-852dec1c-cb09-464a-b056-52faee45d419 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.627960 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-852dec1c-cb09-464a-b056-52faee45d419 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2195563 Sep 27 05:09:32.630682 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 37454) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:09:32.648052 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-f94eab43-c65b-4eab-b512-5bccd05b90ab tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'security_group_rule': {'security_group_id': '35eeff59-121b-4d01-8423-aed199eb489c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:09:32.687680 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f94eab43-c65b-4eab-b512-5bccd05b90ab tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (4334b7fc-cb29-463f-b9f6-22da8edd6414), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.761930 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f94eab43-c65b-4eab-b512-5bccd05b90ab tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (4334b7fc-cb29-463f-b9f6-22da8edd6414), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.766667 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-998b6aae-d04d-471a-8770-9d9a526c12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '2faf15b8-d39c-4dba-9784-08c42f35ed1a', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'port_id': '8675e537-17e8-472b-8431-91c822d827ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'mac_address': 'fa:16:3e:28:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c04408a-9261-4215-bd97-cd0caef85eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:09:30Z', 'updated_at': '2022-09-27T05:09:30Z', 'revision_number': 0, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:32.770136 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f94eab43-c65b-4eab-b512-5bccd05b90ab tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (4334b7fc-cb29-463f-b9f6-22da8edd6414), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.792011 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94eab43-c65b-4eab-b512-5bccd05b90ab tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4334b7fc-cb29-463f-b9f6-22da8edd6414,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:32.807666 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f94eab43-c65b-4eab-b512-5bccd05b90ab tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.809123 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f94eab43-c65b-4eab-b512-5bccd05b90ab tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1770217 Sep 27 05:09:32.809413 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b6aae-d04d-471a-8770-9d9a526c12a2 None None] Checking router: c761e44c-233d-49ca-9658-756db6dcc194 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:09:32.812614 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 37462) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:09:32.818238 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'floatingip': {'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:09:32.821098 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b6aae-d04d-471a-8770-9d9a526c12a2 None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:09:32.821879 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-998b6aae-d04d-471a-8770-9d9a526c12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:09:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:32.846345 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:32.945681 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-998b6aae-d04d-471a-8770-9d9a526c12a2 None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:09:33.026507 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:33.032862 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc4f5d-082b-4edf-ad19-5d0630c4d2d8 req-03c286ab-a3f8-4016-9e4d-c38beb14dba4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:33.038817 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3adc4f5d-082b-4edf-ad19-5d0630c4d2d8 req-03c286ab-a3f8-4016-9e4d-c38beb14dba4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.1174049 Sep 27 05:09:33.107214 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3adc4f5d-082b-4edf-ad19-5d0630c4d2d8 req-59e13b9d-502c-45b7-b85c-5c1ad986bc1c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598087 Sep 27 05:09:33.189120 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Allocated IP 172.27.1.140 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/2b0a8e7f-a00b-45bf-a0e7-6a30376e7e04) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:09:33.292151 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-998b6aae-d04d-471a-8770-9d9a526c12a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '2faf15b8-d39c-4dba-9784-08c42f35ed1a', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'port_id': '8675e537-17e8-472b-8431-91c822d827ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'mac_address': 'fa:16:3e:28:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c04408a-9261-4215-bd97-cd0caef85eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:09:30Z', 'updated_at': '2022-09-27T05:09:30Z', 'revision_number': 0, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:33.318001 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b6aae-d04d-471a-8770-9d9a526c12a2 None None] The sync data for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi is: [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '2faf15b8-d39c-4dba-9784-08c42f35ed1a', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'port_id': '8675e537-17e8-472b-8431-91c822d827ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'mac_address': 'fa:16:3e:28:51:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c04408a-9261-4215-bd97-cd0caef85eb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:09:30Z', 'updated_at': '2022-09-27T05:09:30Z', 'revision_number': 0, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:09:33.318522 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for port (2b0a8e7f-a00b-45bf-a0e7-6a30376e7e04), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:33.390840 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f96d5-8388-4b46-bac5-e42cd82775fe req-a6b9d0b5-2e43-4101-89c1-d76e7898f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:33.393125 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e18f96d5-8388-4b46-bac5-e42cd82775fe req-a6b9d0b5-2e43-4101-89c1-d76e7898f027 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 1130 time: 0.0803297 Sep 27 05:09:33.402543 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (2b0a8e7f-a00b-45bf-a0e7-6a30376e7e04), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:33.448569 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:09:33.451618 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:09:33.454112 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:09:33.484470 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'Port': ['ID=2b0a8e7f-a00b-45bf-a0e7-6a30376e7e04,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:33.595537 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172e7ee8-5c8a-40b0-9e46-dec7299aa378 None None] New status for floating IP 2faf15b8-d39c-4dba-9784-08c42f35ed1a: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:09:33.607714 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (816fd288-0e7a-4e13-8933-30868814f288), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:33.655962 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (2b0a8e7f-a00b-45bf-a0e7-6a30376e7e04), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:33.809461 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for port (2b0a8e7f-a00b-45bf-a0e7-6a30376e7e04), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:33.813773 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (2b0a8e7f-a00b-45bf-a0e7-6a30376e7e04), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:33.880757 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'Port': ['ID=2b0a8e7f-a00b-45bf-a0e7-6a30376e7e04,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:33.883867 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (816fd288-0e7a-4e13-8933-30868814f288), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:33.901595 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:33.902838 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f62f03ea-4c60-463d-81e6-30901265847d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0888989 Sep 27 05:09:34.100076 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-58b3c355-3b07-4380-aa19-5689bfd104fb tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1356621066&fields=id&tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec HTTP/1.1" status: 200 len: 267 time: 0.0417061 Sep 27 05:09:34.210343 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-aafca107-9ade-450b-ad05-4a159c66ffa2 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:34.212512 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-aafca107-9ade-450b-ad05-4a159c66ffa2 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/networks?id=1a56c517-727f-4327-948e-4876138946d9 HTTP/1.1" status: 200 len: 815 time: 0.1058230 Sep 27 05:09:34.246967 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-c16c9800-a4bc-42b8-a9d4-6dd29a1c5f5e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/quotas/14088bcc2ded4aebb6e8c1f890d6fdec HTTP/1.1" status: 200 len: 375 time: 0.0256398 Sep 27 05:09:34.535653 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d7a8c-09fe-48e6-9d27-e6e411ca7fe4 req-225b6385-9a84-4228-ac6c-20b2e4b79fd3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:34.537057 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a26d7a8c-09fe-48e6-9d27-e6e411ca7fe4 req-225b6385-9a84-4228-ac6c-20b2e4b79fd3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.3236272 Sep 27 05:09:34.572254 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6d2453ba-4a26-43e9-a5f3-a6cabbb38323 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3200066 Sep 27 05:09:34.633461 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a26d7a8c-09fe-48e6-9d27-e6e411ca7fe4 req-8cffcfce-30d7-4d2e-8968-1eb0fc10e0b9 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902476 Sep 27 05:09:34.678865 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-64dbddf9-eee2-46d1-aa7e-958952c216c0 service neutron] 10.222.0.27 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947330 Sep 27 05:09:34.774091 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-25fc7c4f-48c1-431e-bbbd-329fa7309b5a service neutron] 10.222.0.27 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888643 Sep 27 05:09:34.933235 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3ebe3d43-33ef-424b-a351-1b66b284c8ef req-664e4b63-eff7-4fac-a9ba-d10b49d8ef80 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 210 time: 0.0288191 Sep 27 05:09:35.072273 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f96d5-8388-4b46-bac5-e42cd82775fe req-31a937b8-4173-46cf-b6ab-279e19214475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:35.073554 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e18f96d5-8388-4b46-bac5-e42cd82775fe req-31a937b8-4173-46cf-b6ab-279e19214475 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 913 time: 0.1178570 Sep 27 05:09:35.160042 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e18f96d5-8388-4b46-bac5-e42cd82775fe req-c4b4cecc-2d91-45f0-83e7-157a994226de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8675e537-17e8-472b-8431-91c822d827ef HTTP/1.1" status: 200 len: 1002 time: 0.0800281 Sep 27 05:09:35.221302 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f96d5-8388-4b46-bac5-e42cd82775fe req-aa4d5206-7c08-4431-ae56-713e7c868131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:35.222976 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e18f96d5-8388-4b46-bac5-e42cd82775fe req-aa4d5206-7c08-4431-ae56-713e7c868131 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64e5e500-b27d-41ff-b754-4ec03dbcd6fc HTTP/1.1" status: 200 len: 851 time: 0.0538387 Sep 27 05:09:35.533039 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f96d5-8388-4b46-bac5-e42cd82775fe req-5bb7b6b5-62e5-4ead-96ec-5ff77eab7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:35.533170 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e18f96d5-8388-4b46-bac5-e42cd82775fe req-5bb7b6b5-62e5-4ead-96ec-5ff77eab7fa0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533972 Sep 27 05:09:35.646472 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e18f96d5-8388-4b46-bac5-e42cd82775fe req-4ff3a6a5-5ad2-4c6d-99bb-268457a904bb service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003871 Sep 27 05:09:35.758980 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a1182482-0e79-4522-a4f7-7c778aad4c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:35.759690 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e18f96d5-8388-4b46-bac5-e42cd82775fe req-2fe49e40-ea8f-4224-81c3-897ed79de346 service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052999 Sep 27 05:09:35.820304 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd8d2a-f30f-47f1-9c04-e0702a60ff56 req-80ba2a06-a2bb-497e-9d72-f392fe3938f6 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:35.821945 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-badd8d2a-f30f-47f1-9c04-e0702a60ff56 req-80ba2a06-a2bb-497e-9d72-f392fe3938f6 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0959330 Sep 27 05:09:35.827685 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0302ce1-0dc9-4107-88f3-47c8f1d3af0a req-eff8a7d3-f6ed-468c-9b8f-a86f40be9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:35.829130 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d0302ce1-0dc9-4107-88f3-47c8f1d3af0a req-eff8a7d3-f6ed-468c-9b8f-a86f40be9430 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8550668d08c4227904042b8a49bc261&device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 1130 time: 0.0757525 Sep 27 05:09:35.925723 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-badd8d2a-f30f-47f1-9c04-e0702a60ff56 req-6e9760c1-aed8-444c-95ab-60bb613480b8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956562 Sep 27 05:09:35.952078 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0302ce1-0dc9-4107-88f3-47c8f1d3af0a req-cc33d058-be9b-42b5-9f34-3a353743089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:35.953570 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d0302ce1-0dc9-4107-88f3-47c8f1d3af0a req-cc33d058-be9b-42b5-9f34-3a353743089e service neutron] 10.222.0.49 "GET /v2.0/networks?id=68f55e36-d9fc-4a97-965b-697b60bb0317 HTTP/1.1" status: 200 len: 918 time: 0.1178639 Sep 27 05:09:36.045624 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c2475a5b-05fb-4d75-ba29-c8ce8c6fc988 req-db3c6571-8235-40ef-865d-8493e093e5df tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 210 time: 0.0350828 Sep 27 05:09:36.047393 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d0302ce1-0dc9-4107-88f3-47c8f1d3af0a req-80c38c03-cdf7-4ccc-a4f2-a413d517343e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbdc411b-9291-4e80-a01b-1228ff309f92 HTTP/1.1" status: 200 len: 1001 time: 0.0855107 Sep 27 05:09:36.098205 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0302ce1-0dc9-4107-88f3-47c8f1d3af0a req-5b5a4285-c259-4877-a6e7-17ef6e7400d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:36.099734 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d0302ce1-0dc9-4107-88f3-47c8f1d3af0a req-5b5a4285-c259-4877-a6e7-17ef6e7400d6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2296294a-06a0-47d1-88b5-ab865bff1c05 HTTP/1.1" status: 200 len: 856 time: 0.0449123 Sep 27 05:09:36.153209 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0302ce1-0dc9-4107-88f3-47c8f1d3af0a req-d2084311-2365-4e39-922b-4e522fd44346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:36.154902 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d0302ce1-0dc9-4107-88f3-47c8f1d3af0a req-d2084311-2365-4e39-922b-4e522fd44346 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68f55e36-d9fc-4a97-965b-697b60bb0317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484815 Sep 27 05:09:36.214066 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-564e8ad3-0ac5-4357-b0d7-e22f66010822 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:36.215727 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-564e8ad3-0ac5-4357-b0d7-e22f66010822 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "GET /v2.0/networks?id=1a56c517-727f-4327-948e-4876138946d9 HTTP/1.1" status: 200 len: 815 time: 0.1238344 Sep 27 05:09:36.256202 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d0302ce1-0dc9-4107-88f3-47c8f1d3af0a req-45d95d8c-35ad-418c-939f-e2e12541e7b5 service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933888 Sep 27 05:09:36.290877 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-b7925c6d-00fc-43c8-afa1-df67eb7fcd4d tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec HTTP/1.1" status: 200 len: 380 time: 0.0641034 Sep 27 05:09:36.301475 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-eefb14fc-521f-413a-944d-9edd24a3bfc1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'port': {'device_id': '45ac2d12-e4d9-480a-b15f-8d23558063f3', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'admin_state_up': True, 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'security_groups': ['35eeff59-121b-4d01-8423-aed199eb489c']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:09:36.350636 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d0302ce1-0dc9-4107-88f3-47c8f1d3af0a req-44065cda-7bf3-4101-bb78-ac0e6de7bc08 service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849135 Sep 27 05:09:36.411167 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-eefb14fc-521f-413a-944d-9edd24a3bfc1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Made reservation on behalf of 14088bcc2ded4aebb6e8c1f890d6fdec for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:09:36.414995 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-eefb14fc-521f-413a-944d-9edd24a3bfc1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:36.540394 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-eefb14fc-521f-413a-944d-9edd24a3bfc1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Allocated IP 172.20.0.12 (1a56c517-727f-4327-948e-4876138946d9/84980d5a-6c29-4863-932f-7803984692e8/24dc9bd9-f256-4beb-a519-1dd203ec50c3) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:09:36.688388 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-eefb14fc-521f-413a-944d-9edd24a3bfc1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:36.724940 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-eefb14fc-521f-413a-944d-9edd24a3bfc1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:36.765490 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-eefb14fc-521f-413a-944d-9edd24a3bfc1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Network 1a56c517-727f-4327-948e-4876138946d9 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:09:36.768476 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-eefb14fc-521f-413a-944d-9edd24a3bfc1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:09:36.770723 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-eefb14fc-521f-413a-944d-9edd24a3bfc1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:09:36.804130 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb14fc-521f-413a-944d-9edd24a3bfc1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'Port': ['ID=24dc9bd9-f256-4beb-a519-1dd203ec50c3,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:36.831786 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-eefb14fc-521f-413a-944d-9edd24a3bfc1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:36.832437 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-eefb14fc-521f-413a-944d-9edd24a3bfc1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:36.848940 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-eefb14fc-521f-413a-944d-9edd24a3bfc1 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5510740 Sep 27 05:09:36.860514 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Request body: {'port': {'device_id': '45ac2d12-e4d9-480a-b15f-8d23558063f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:09:36.922618 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:36.999230 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b8d1f150-50ce-452f-b1e4-f77a7a9bf308 None None] Provisioning complete for port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:09:36.999834 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b8d1f150-50ce-452f-b1e4-f77a7a9bf308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:37.000554 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-b8d1f150-50ce-452f-b1e4-f77a7a9bf308 None None] Attempt 1 to provision port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 Sep 27 05:09:37.036623 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1f150-50ce-452f-b1e4-f77a7a9bf308 None None] Port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:09:37.071844 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb01448-1b86-42af-9e77-14574e46078b req-be0dd584-e576-4767-a737-ebcaf56797c3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:37.073292 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3fb01448-1b86-42af-9e77-14574e46078b req-be0dd584-e576-4767-a737-ebcaf56797c3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0610971 Sep 27 05:09:37.125317 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3fb01448-1b86-42af-9e77-14574e46078b req-0f2f49ac-695b-4bd4-85ce-9cf741b7c8c4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460052 Sep 27 05:09:37.180431 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560ea00-05e4-4af1-a6db-6d3a74fc01dd req-7deb7ed8-9ba7-4815-857b-e6477dd07040 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:37.182124 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3560ea00-05e4-4af1-a6db-6d3a74fc01dd req-7deb7ed8-9ba7-4815-857b-e6477dd07040 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 932 time: 0.0542061 Sep 27 05:09:37.208580 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24dc9bd9-f256-4beb-a519-1dd203ec50c3 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:09:37.217067 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Publish callbacks [] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:37.229548 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3560ea00-05e4-4af1-a6db-6d3a74fc01dd req-d4b7ae2c-196d-493e-9278-4a604508d952 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416827 Sep 27 05:09:37.229926 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Transition to ACTIVE for port object 24dc9bd9-f256-4beb-a519-1dd203ec50c3 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:09:37.234198 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:37.307916 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Pushing event updated for resources: {'Port': ['ID=24dc9bd9-f256-4beb-a519-1dd203ec50c3,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:37.339951 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Attempting to bind port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:09:37.340292 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Attempting to bind port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:09:37.340624 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Attempting to bind port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 on network 1a56c517-727f-4327-948e-4876138946d9 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:09:37.345227 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 on network 1a56c517-727f-4327-948e-4876138946d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:09:37.345619 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Attempting to bind port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 on network 1a56c517-727f-4327-948e-4876138946d9 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:09:37.350571 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:09:37.350910 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Checking segment: {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:09:37.351387 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Bound using segment: {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:09:37.352454 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Bound port: 24dc9bd9-f256-4beb-a519-1dd203ec50c3, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:09:37.352823 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:37.415059 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] For port 24dc9bd9-f256-4beb-a519-1dd203ec50c3, host hv-cinder-85846, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:09:37.418269 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] For port 24dc9bd9-f256-4beb-a519-1dd203ec50c3, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=24dc9bd9-f256-4beb-a519-1dd203ec50c3,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:09:37.423257 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:37.427093 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:37.427723 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:37.429135 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] 10.222.0.49 "PUT /v2.0/ports/24dc9bd9-f256-4beb-a519-1dd203ec50c3 HTTP/1.1" status: 200 len: 1094 time: 0.5728562 Sep 27 05:09:37.429621 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ac2d12-e4d9-480a-b15f-8d23558063f3', 'tag': '24dc9bd9-f256-4beb-a519-1dd203ec50c3'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:09:37.432003 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0dc270-03f8-479b-b974-077136315c18" -d '{"events": [{"name": "network-changed", "server_uuid": "45ac2d12-e4d9-480a-b15f-8d23558063f3", "tag": "24dc9bd9-f256-4beb-a519-1dd203ec50c3"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:09:37.466632 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933481fb-5e26-4b03-8a07-419b214b5502 x-openstack-request-id: req-933481fb-5e26-4b03-8a07-419b214b5502 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:09:37.466924 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ac2d12-e4d9-480a-b15f-8d23558063f3", "tag": "24dc9bd9-f256-4beb-a519-1dd203ec50c3", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:09:37.467203 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-933481fb-5e26-4b03-8a07-419b214b5502 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:09:37.467630 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-933481fb-5e26-4b03-8a07-419b214b5502'] response: {'name': 'network-changed', 'server_uuid': '45ac2d12-e4d9-480a-b15f-8d23558063f3', 'tag': '24dc9bd9-f256-4beb-a519-1dd203ec50c3', 'status': 'completed', 'code': 200} Sep 27 05:09:37.479766 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000ad3c-0e82-44d4-8a52-883fd458148d service neutron] Pushing event updated for resources: {'Port': ['ID=24dc9bd9-f256-4beb-a519-1dd203ec50c3,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:37.537344 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-b8d1f150-50ce-452f-b1e4-f77a7a9bf308 None None] Attempt 2 to provision port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 Sep 27 05:09:37.574361 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1f150-50ce-452f-b1e4-f77a7a9bf308 None None] Port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:09:38.129041 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7f13cdc6-5fd7-4ea3-9ad4-f4760d23d368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:38.255694 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bd446-dc65-4b97-bd9f-726b94f83b82 req-9dbe3208-4d25-47fb-ac9d-20c6a07e1fa5 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:38.257102 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-699bd446-dc65-4b97-bd9f-726b94f83b82 req-9dbe3208-4d25-47fb-ac9d-20c6a07e1fa5 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0515845 Sep 27 05:09:38.316225 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-699bd446-dc65-4b97-bd9f-726b94f83b82 req-67784c32-1984-4f2a-a2de-d53a79561ba2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524979 Sep 27 05:09:38.359586 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec59b1b-9045-4d1f-b6a7-a6c6ecf8ba8c req-93341a6a-29f8-400a-83a4-653add3025f7 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:38.361171 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1ec59b1b-9045-4d1f-b6a7-a6c6ecf8ba8c req-93341a6a-29f8-400a-83a4-653add3025f7 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 944 time: 0.0570965 Sep 27 05:09:38.408075 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1ec59b1b-9045-4d1f-b6a7-a6c6ecf8ba8c req-fc0ee0f2-4e45-4f32-a6ed-86e2c127a841 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412126 Sep 27 05:09:39.373996 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:39.455175 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe38fe-7a57-43a5-9640-6af2d5557092 req-e689977f-ea3d-4daf-98bb-2bfb8d6e7840 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:39.456849 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-41fe38fe-7a57-43a5-9640-6af2d5557092 req-e689977f-ea3d-4daf-98bb-2bfb8d6e7840 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0586278 Sep 27 05:09:39.494939 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc270-03f8-479b-b974-077136315c18 req-db14eb0c-2da7-4ec5-bfd6-d99503ca3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:39.496631 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-af0dc270-03f8-479b-b974-077136315c18 req-db14eb0c-2da7-4ec5-bfd6-d99503ca3880 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 1128 time: 0.0573401 Sep 27 05:09:39.549500 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-41fe38fe-7a57-43a5-9640-6af2d5557092 req-7ee53f57-d5f9-4616-b55b-428d389f3289 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755751 Sep 27 05:09:39.567359 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea404362-4e67-4a9d-93b4-472631c963ef req-4bbf0112-9b97-429c-b6d0-92b518172ec7 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:39.569128 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ea404362-4e67-4a9d-93b4-472631c963ef req-4bbf0112-9b97-429c-b6d0-92b518172ec7 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 944 time: 0.0748570 Sep 27 05:09:39.621217 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ea404362-4e67-4a9d-93b4-472631c963ef req-aee14760-4d08-480f-8035-21ed6f5f5b56 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456650 Sep 27 05:09:39.832763 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc270-03f8-479b-b974-077136315c18 req-be7bb8ad-20dc-48af-84a7-9f6dac5f5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:39.834273 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-af0dc270-03f8-479b-b974-077136315c18 req-be7bb8ad-20dc-48af-84a7-9f6dac5f5ccb service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3239243 Sep 27 05:09:39.936090 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc270-03f8-479b-b974-077136315c18 req-100c264e-051d-46cf-bdc5-c68f3a8305ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:39.937641 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-af0dc270-03f8-479b-b974-077136315c18 req-100c264e-051d-46cf-bdc5-c68f3a8305ff service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898101 Sep 27 05:09:40.018959 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-ca1dfb82-5dd9-48f2-9472-8c6deabdff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:40.020627 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-ca1dfb82-5dd9-48f2-9472-8c6deabdff78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 1128 time: 0.0486257 Sep 27 05:09:40.049322 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-9edec288-5f3d-4222-b685-b4dfe6797d39 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:40.050987 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-9edec288-5f3d-4222-b685-b4dfe6797d39 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/networks?id=5fe9734f-a956-4be4-a003-7671abd5abeb HTTP/1.1" status: 200 len: 814 time: 0.1002760 Sep 27 05:09:40.066943 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-2e89d851-e0e9-4d2c-b237-96564db9d9b2 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/quotas/26e17082ae5342d29732e14c7d59f44c HTTP/1.1" status: 200 len: 375 time: 0.0096383 Sep 27 05:09:40.074543 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-414d33b1-79da-4266-8c64-6198e0a4d577 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24dc9bd9-f256-4beb-a519-1dd203ec50c3 HTTP/1.1" status: 200 len: 217 time: 0.0357988 Sep 27 05:09:40.103777 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-9a2d9aed-dae1-4088-9856-6efb56b561ee tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=26e17082ae5342d29732e14c7d59f44c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308976 Sep 27 05:09:40.136381 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-67b3e36d-e48c-4da7-87d6-4f90c99108ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:40.138083 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-67b3e36d-e48c-4da7-87d6-4f90c99108ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84980d5a-6c29-4863-932f-7803984692e8 HTTP/1.1" status: 200 len: 854 time: 0.0476148 Sep 27 05:09:40.199401 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-14bd440e-fbf5-42ba-be67-2765fdfca2cd service neutron] 10.222.0.27 "GET /v2.0/networks/5fe9734f-a956-4be4-a003-7671abd5abeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883164 Sep 27 05:09:40.199661 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-76560a27-7eec-4ce2-b5af-07572bda41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:40.201180 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-76560a27-7eec-4ce2-b5af-07572bda41ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a56c517-727f-4327-948e-4876138946d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550289 Sep 27 05:09:40.293055 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-b4b1acea-81f6-48dc-b32f-48a3ed996ebf service neutron] 10.222.0.27 "GET /v2.0/networks/5fe9734f-a956-4be4-a003-7671abd5abeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867219 Sep 27 05:09:40.293280 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-6b5122c4-8a03-4f4a-a224-b941703cf0df service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823956 Sep 27 05:09:40.400687 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24c3c6c8-a371-4bae-901f-dd9d999909af req-2ab3b844-f754-4a80-b437-07a8d6ff5f67 service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992384 Sep 27 05:09:40.457632 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f7292373-2ef0-484f-8331-cdc9c3c7ed76 req-ce56cb69-0505-4383-be73-ec8ca2b9d40d tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 210 time: 0.0328398 Sep 27 05:09:40.696997 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed753a-c5d7-46c4-a883-bfe48e604b1d req-d2ee1cb4-2da1-42ae-b9ac-2bf169dbabb2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:40.698511 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-afed753a-c5d7-46c4-a883-bfe48e604b1d req-d2ee1cb4-2da1-42ae-b9ac-2bf169dbabb2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0625334 Sep 27 05:09:40.770564 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:40.780391 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-afed753a-c5d7-46c4-a883-bfe48e604b1d req-8caf89bd-0820-4acc-9d53-794f9d32d420 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728858 Sep 27 05:09:40.788676 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d1c32-39ce-42b6-8066-ea38d9c3943c req-d7405039-a86c-4e79-a9f0-8ad87e71b8a7 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:40.790716 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-241d1c32-39ce-42b6-8066-ea38d9c3943c req-d7405039-a86c-4e79-a9f0-8ad87e71b8a7 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 944 time: 0.0912826 Sep 27 05:09:40.844395 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-241d1c32-39ce-42b6-8066-ea38d9c3943c req-bfff2ea3-70be-446a-89d5-43ce1a1e4986 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479605 Sep 27 05:09:41.276632 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [req-66daa580-209b-40b4-aa52-64df4bcd3779 req-631f7fa8-ffcc-4aaa-85ae-6d9d13bb76cc service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103957) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 05:09:41.277732 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-66daa580-209b-40b4-aa52-64df4bcd3779 req-631f7fa8-ffcc-4aaa-85ae-6d9d13bb76cc service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054290 Sep 27 05:09:41.449215 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 24dc9bd9-f256-4beb-a519-1dd203ec50c3 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:09:41.452149 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device bbdc411b-9291-4e80-a01b-1228ff309f92 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:09:41.453015 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4aa303-e2d4-48d2-a6c5-2abf70c9eb59 req-984f486c-423a-48ef-96c8-60d2f7331d0c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:41.454835 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-db4aa303-e2d4-48d2-a6c5-2abf70c9eb59 req-984f486c-423a-48ef-96c8-60d2f7331d0c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 946 time: 0.0698547 Sep 27 05:09:41.572469 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-db4aa303-e2d4-48d2-a6c5-2abf70c9eb59 req-e71d8d7b-20e9-4b80-a31b-492023c85627 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057584 Sep 27 05:09:41.612252 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-afc1d7bc-692f-452e-bd11-b5e7bdc4409f tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:41.614317 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-afc1d7bc-692f-452e-bd11-b5e7bdc4409f tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.49 "GET /v2.0/networks?id=5fe9734f-a956-4be4-a003-7671abd5abeb HTTP/1.1" status: 200 len: 814 time: 0.2084746 Sep 27 05:09:41.620502 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-010137c4-82c2-4e91-89f1-a306a36ce55b req-37dc72ef-f03e-4057-bfb4-2af319246805 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 210 time: 0.0415258 Sep 27 05:09:41.628207 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-2f4c9096-4cc5-4c1f-82af-98d28b9861a3 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Request body: {'port': {'device_id': '227b8c55-96b3-4e51-a403-c9d4d67b780b', 'network_id': '5fe9734f-a956-4be4-a003-7671abd5abeb', 'admin_state_up': True, 'tenant_id': '26e17082ae5342d29732e14c7d59f44c'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:09:41.721261 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port bbdc411b-9291-4e80-a01b-1228ff309f92 is: ACTIVE; New status is: DOWN {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:09:41.721658 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:41.759527 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-2f4c9096-4cc5-4c1f-82af-98d28b9861a3 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Made reservation on behalf of 26e17082ae5342d29732e14c7d59f44c for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:09:41.759786 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 24dc9bd9-f256-4beb-a519-1dd203ec50c3, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=24dc9bd9-f256-4beb-a519-1dd203ec50c3,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:41.766357 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-2f4c9096-4cc5-4c1f-82af-98d28b9861a3 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:41.776655 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbdc411b-9291-4e80-a01b-1228ff309f92'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:09:41.778281 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e72a9bb-a32b-49e1-ad50-a97cf4f50782" -d '{"events": [{"server_uuid": "71aeb8c3-697e-4f4e-9222-8197f0a7614f", "name": "network-vif-unplugged", "status": "completed", "tag": "bbdc411b-9291-4e80-a01b-1228ff309f92"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:09:41.811358 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port bbdc411b-9291-4e80-a01b-1228ff309f92, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=bbdc411b-9291-4e80-a01b-1228ff309f92,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:41.813081 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '24dc9bd9-f256-4beb-a519-1dd203ec50c3', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'port_id': '24dc9bd9-f256-4beb-a519-1dd203ec50c3', 'mac_address': 'fa:16:3e:8c:17:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:09:41.822444 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:41.829269 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Sep 2022 05:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771f6f40-47e3-491c-ad8c-fa9d77a4ca88 x-openstack-request-id: req-771f6f40-47e3-491c-ad8c-fa9d77a4ca88 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:09:41.829808 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71aeb8c3-697e-4f4e-9222-8197f0a7614f", "name": "network-vif-unplugged", "status": "failed", "tag": "bbdc411b-9291-4e80-a01b-1228ff309f92", "code": 422}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:09:41.830155 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-771f6f40-47e3-491c-ad8c-fa9d77a4ca88 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:09:41.831151 dv-cinder-858463-2-iscsi neutron-server[103958]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-771f6f40-47e3-491c-ad8c-fa9d77a4ca88']: {'server_uuid': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'code': 422} returned with failed status Sep 27 05:09:41.938261 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-2f4c9096-4cc5-4c1f-82af-98d28b9861a3 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Allocated IP 172.20.0.3 (5fe9734f-a956-4be4-a003-7671abd5abeb/f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12/f5ed3874-2b99-4e15-bc5a-0b21f2941130) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:09:41.943438 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:09:41.943843 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:41.959550 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=bbdc411b-9291-4e80-a01b-1228ff309f92,revision_number=8']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:41.965041 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24dc9bd9-f256-4beb-a519-1dd203ec50c3 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:09:41.974771 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:41.975385 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:41.976468 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:41.977816 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:41.978317 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:41.978990 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:41.980067 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:41.980561 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:41.981081 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:41.981606 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:41.982109 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:41.982602 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:41.983093 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:09:42.006475 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 37648) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:09:42.010240 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 24dc9bd9-f256-4beb-a519-1dd203ec50c3, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=24dc9bd9-f256-4beb-a519-1dd203ec50c3,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:42.018969 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:42.035120 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ece432-fbc3-4b4a-b53f-39490e0a4951 req-5566957c-93e6-4a98-988b-c5998c96f300 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:42.037080 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e3ece432-fbc3-4b4a-b53f-39490e0a4951 req-5566957c-93e6-4a98-988b-c5998c96f300 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 944 time: 0.1025281 Sep 27 05:09:42.087157 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=24dc9bd9-f256-4beb-a519-1dd203ec50c3,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:42.124224 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:42.162907 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e3ece432-fbc3-4b4a-b53f-39490e0a4951 req-6627f5d6-872b-472d-a068-5f7c4be6cd36 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086023 Sep 27 05:09:42.168185 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-b196f8bf-3f57-4a0e-993e-83bedc132f36 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1608610 Sep 27 05:09:42.169611 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-2f4c9096-4cc5-4c1f-82af-98d28b9861a3 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks [] for port (f5ed3874-2b99-4e15-bc5a-0b21f2941130), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:42.177863 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-071c12b5-de2b-4f23-b206-91ef51542149 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103957) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 05:09:42.178891 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-071c12b5-de2b-4f23-b206-91ef51542149 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052650 Sep 27 05:09:42.206250 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-2f4c9096-4cc5-4c1f-82af-98d28b9861a3 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (f5ed3874-2b99-4e15-bc5a-0b21f2941130), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:42.251710 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-2f4c9096-4cc5-4c1f-82af-98d28b9861a3 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Network 5fe9734f-a956-4be4-a003-7671abd5abeb is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:09:42.254766 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-2f4c9096-4cc5-4c1f-82af-98d28b9861a3 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:09:42.257452 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-2f4c9096-4cc5-4c1f-82af-98d28b9861a3 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:09:42.262624 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 37656) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:09:42.273273 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['24dc9bd9-f256-4beb-a519-1dd203ec50c3'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:09:42.288904 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c9096-4cc5-4c1f-82af-98d28b9861a3 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Pushing event updated for resources: {'Port': ['ID=f5ed3874-2b99-4e15-bc5a-0b21f2941130,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:42.318740 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-2f4c9096-4cc5-4c1f-82af-98d28b9861a3 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:42.320633 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-2f4c9096-4cc5-4c1f-82af-98d28b9861a3 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:42.341182 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-2f4c9096-4cc5-4c1f-82af-98d28b9861a3 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7179122 Sep 27 05:09:42.358373 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Request body: {'port': {'device_id': '227b8c55-96b3-4e51-a403-c9d4d67b780b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:09:42.370760 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-73690156-f043-41b6-a18b-699ec6ebaa17 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:42.371837 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-73690156-f043-41b6-a18b-699ec6ebaa17 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports/bbdc411b-9291-4e80-a01b-1228ff309f92 HTTP/1.1" status: 200 len: 941 time: 0.1081543 Sep 27 05:09:42.422674 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (f5ed3874-2b99-4e15-bc5a-0b21f2941130), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:42.703181 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ed3874-2b99-4e15-bc5a-0b21f2941130 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:09:42.712814 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Publish callbacks [] for port (f5ed3874-2b99-4e15-bc5a-0b21f2941130), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:42.730702 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Transition to ACTIVE for port object f5ed3874-2b99-4e15-bc5a-0b21f2941130 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:09:42.735531 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (f5ed3874-2b99-4e15-bc5a-0b21f2941130), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:42.759289 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24fd18-2487-4bc3-b0f2-8b446547688d req-ce4d4250-9ec2-4249-9c63-99ce059804c4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:42.760897 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3c24fd18-2487-4bc3-b0f2-8b446547688d req-ce4d4250-9ec2-4249-9c63-99ce059804c4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.0811474 Sep 27 05:09:42.841874 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Pushing event updated for resources: {'Port': ['ID=f5ed3874-2b99-4e15-bc5a-0b21f2941130,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:42.852358 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3c24fd18-2487-4bc3-b0f2-8b446547688d req-c43b5934-4edf-4d9d-8ce9-10fb2789ffef tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766873 Sep 27 05:09:42.863549 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9a0ce-66a7-4ceb-8569-8bdbbb78be9a req-8e7d0cde-8333-4f21-ad4f-34a3f230c973 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:42.869085 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Attempting to bind port f5ed3874-2b99-4e15-bc5a-0b21f2941130 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:09:42.869408 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Attempting to bind port f5ed3874-2b99-4e15-bc5a-0b21f2941130 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'fe135b90-3013-4a92-bdef-9a03f54777aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5fe9734f-a956-4be4-a003-7671abd5abeb'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:09:42.869742 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Attempting to bind port f5ed3874-2b99-4e15-bc5a-0b21f2941130 on network 5fe9734f-a956-4be4-a003-7671abd5abeb {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:09:42.873019 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5ab9a0ce-66a7-4ceb-8569-8bdbbb78be9a req-8e7d0cde-8333-4f21-ad4f-34a3f230c973 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 943 time: 0.1094275 Sep 27 05:09:42.880662 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Port f5ed3874-2b99-4e15-bc5a-0b21f2941130 on network 5fe9734f-a956-4be4-a003-7671abd5abeb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:09:42.881017 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Attempting to bind port f5ed3874-2b99-4e15-bc5a-0b21f2941130 on network 5fe9734f-a956-4be4-a003-7671abd5abeb {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:09:42.895171 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:09:42.896342 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Checking segment: {'id': 'fe135b90-3013-4a92-bdef-9a03f54777aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5fe9734f-a956-4be4-a003-7671abd5abeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:09:42.896692 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Bound using segment: {'id': 'fe135b90-3013-4a92-bdef-9a03f54777aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5fe9734f-a956-4be4-a003-7671abd5abeb'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:09:42.897354 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Bound port: f5ed3874-2b99-4e15-bc5a-0b21f2941130, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe135b90-3013-4a92-bdef-9a03f54777aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5fe9734f-a956-4be4-a003-7671abd5abeb'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:09:42.897734 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (f5ed3874-2b99-4e15-bc5a-0b21f2941130), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:42.941737 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5ab9a0ce-66a7-4ceb-8569-8bdbbb78be9a req-5b306b10-66f4-4827-acf6-6026e01285ee tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677245 Sep 27 05:09:42.996829 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] For port f5ed3874-2b99-4e15-bc5a-0b21f2941130, host hv-cinder-85846, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:09:42.998232 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] For port f5ed3874-2b99-4e15-bc5a-0b21f2941130, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f5ed3874-2b99-4e15-bc5a-0b21f2941130,segment=NetworkSegment(fe135b90-3013-4a92-bdef-9a03f54777aa),segment_id=fe135b90-3013-4a92-bdef-9a03f54777aa)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:09:43.005777 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (f5ed3874-2b99-4e15-bc5a-0b21f2941130), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:43.011717 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:43.013230 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:43.014893 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] 10.222.0.49 "PUT /v2.0/ports/f5ed3874-2b99-4e15-bc5a-0b21f2941130 HTTP/1.1" status: 200 len: 1093 time: 0.6610274 Sep 27 05:09:43.015510 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227b8c55-96b3-4e51-a403-c9d4d67b780b', 'tag': 'f5ed3874-2b99-4e15-bc5a-0b21f2941130'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:09:43.018098 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0e938a-bc87-4ac4-8a73-238fac29225e" -d '{"events": [{"name": "network-changed", "server_uuid": "227b8c55-96b3-4e51-a403-c9d4d67b780b", "tag": "f5ed3874-2b99-4e15-bc5a-0b21f2941130"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:09:43.087402 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e89fa9-82e7-4722-8795-9b2c1b0a7c37 x-openstack-request-id: req-44e89fa9-82e7-4722-8795-9b2c1b0a7c37 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:09:43.087685 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227b8c55-96b3-4e51-a403-c9d4d67b780b", "tag": "f5ed3874-2b99-4e15-bc5a-0b21f2941130", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:09:43.087954 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-44e89fa9-82e7-4722-8795-9b2c1b0a7c37 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:09:43.088359 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e89fa9-82e7-4722-8795-9b2c1b0a7c37'] response: {'name': 'network-changed', 'server_uuid': '227b8c55-96b3-4e51-a403-c9d4d67b780b', 'tag': 'f5ed3874-2b99-4e15-bc5a-0b21f2941130', 'status': 'completed', 'code': 200} Sep 27 05:09:43.111080 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99943d52-2719-49a6-a0e9-38f73d3be69e service neutron] Pushing event updated for resources: {'Port': ['ID=f5ed3874-2b99-4e15-bc5a-0b21f2941130,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:43.135588 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-5d5c73df-9ae5-4f1c-aec4-f6d24f82dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:43.137543 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-5d5c73df-9ae5-4f1c-aec4-f6d24f82dd9b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26e17082ae5342d29732e14c7d59f44c&device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 1127 time: 0.0658326 Sep 27 05:09:43.189136 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-f5168bf6-1f79-415b-960b-637d4ea9bbfd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5ed3874-2b99-4e15-bc5a-0b21f2941130 HTTP/1.1" status: 200 len: 217 time: 0.0415666 Sep 27 05:09:43.254374 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-5dde8640-8f00-4839-a596-6a29fe3254a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:43.257602 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-5dde8640-8f00-4839-a596-6a29fe3254a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12 HTTP/1.1" status: 200 len: 854 time: 0.0610559 Sep 27 05:09:43.265984 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4da6b5-8e6d-427f-8bfa-fcd25fa7f4a0 req-c4c9ae26-e5d4-4743-b2e6-724bb58e2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:43.267689 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c4da6b5-8e6d-427f-8bfa-fcd25fa7f4a0 req-c4c9ae26-e5d4-4743-b2e6-724bb58e2554 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 1130 time: 0.0911267 Sep 27 05:09:43.289899 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b21433-219a-4fb0-a112-f048768210c5 req-47b253d8-af95-4d94-8d33-6c9ebacb825a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:43.291591 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-55b21433-219a-4fb0-a112-f048768210c5 req-47b253d8-af95-4d94-8d33-6c9ebacb825a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.1034808 Sep 27 05:09:43.298388 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-3e1f07b3-7528-4db5-9d2f-8dd48b28cf47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fe9734f-a956-4be4-a003-7671abd5abeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348320 Sep 27 05:09:43.409263 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-66683571-56bc-4aed-afdb-112ed78672ec service neutron] 10.222.0.49 "GET /v2.0/networks/5fe9734f-a956-4be4-a003-7671abd5abeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044836 Sep 27 05:09:43.446139 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 24dc9bd9-f256-4beb-a519-1dd203ec50c3 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:09:43.457941 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1925de-2e9d-41d9-b136-c9a6952a22ef req-a37cdf00-e8ab-40ab-8740-a474e7ff1b09 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:43.460105 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-db1925de-2e9d-41d9-b136-c9a6952a22ef req-a37cdf00-e8ab-40ab-8740-a474e7ff1b09 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 945 time: 0.1886561 Sep 27 05:09:43.462905 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-55b21433-219a-4fb0-a112-f048768210c5 req-d2c9a5cd-2cb7-4d52-9d12-f7f4b751992b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459486 Sep 27 05:09:43.464086 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4da6b5-8e6d-427f-8bfa-fcd25fa7f4a0 req-50d4da49-b5ea-4460-9b5f-9cdf65ea1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:43.465442 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c4da6b5-8e6d-427f-8bfa-fcd25fa7f4a0 req-50d4da49-b5ea-4460-9b5f-9cdf65ea1fd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 920 time: 0.1717303 Sep 27 05:09:43.518456 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:09:43.522919 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:09:43.523381 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:43.523728 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 Sep 27 05:09:43.541151 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a30b8e0f-9499-43ea-8ad0-5655ed24e46e req-7fd11dfc-1f06-411d-8c3e-11aaa4b94ae0 service neutron] 10.222.0.49 "GET /v2.0/networks/5fe9734f-a956-4be4-a003-7671abd5abeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249411 Sep 27 05:09:43.550445 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-db1925de-2e9d-41d9-b136-c9a6952a22ef req-752bba4b-b18e-46c6-8101-4d3bda3fe34f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840521 Sep 27 05:09:43.557586 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c4da6b5-8e6d-427f-8bfa-fcd25fa7f4a0 req-827a9adf-7dbe-4583-938d-58036c8a0263 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8312e52-6a6b-49cd-b01d-52b11064cf06 HTTP/1.1" status: 200 len: 1002 time: 0.0844786 Sep 27 05:09:43.618668 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:09:43.619068 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:43.627549 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4da6b5-8e6d-427f-8bfa-fcd25fa7f4a0 req-3503d562-fda9-4606-8bcd-a39a81350d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:43.629142 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c4da6b5-8e6d-427f-8bfa-fcd25fa7f4a0 req-3503d562-fda9-4606-8bcd-a39a81350d64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 200 len: 858 time: 0.0638578 Sep 27 05:09:43.652581 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 24dc9bd9-f256-4beb-a519-1dd203ec50c3, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=24dc9bd9-f256-4beb-a519-1dd203ec50c3,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:43.659550 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:43.660632 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device bbdc411b-9291-4e80-a01b-1228ff309f92 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:09:43.670494 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e938a-bc87-4ac4-8a73-238fac29225e req-4af145fc-08a7-4c77-ba99-04698bdc04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:43.672514 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1a0e938a-bc87-4ac4-8a73-238fac29225e req-4af145fc-08a7-4c77-ba99-04698bdc04da service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26e17082ae5342d29732e14c7d59f44c&device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 1127 time: 0.0605154 Sep 27 05:09:43.702015 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4da6b5-8e6d-427f-8bfa-fcd25fa7f4a0 req-51e6f372-f5df-48fc-901d-6b1818b999f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:43.703990 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c4da6b5-8e6d-427f-8bfa-fcd25fa7f4a0 req-51e6f372-f5df-48fc-901d-6b1818b999f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4442df01-63e0-4b38-b6ea-c622548962d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542886 Sep 27 05:09:43.743764 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=24dc9bd9-f256-4beb-a519-1dd203ec50c3,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:43.786663 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e938a-bc87-4ac4-8a73-238fac29225e req-c0cb84eb-82aa-4155-8326-8166ab2cd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:43.788142 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1a0e938a-bc87-4ac4-8a73-238fac29225e req-c0cb84eb-82aa-4155-8326-8166ab2cd9c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5fe9734f-a956-4be4-a003-7671abd5abeb HTTP/1.1" status: 200 len: 915 time: 0.1082315 Sep 27 05:09:43.810543 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c4da6b5-8e6d-427f-8bfa-fcd25fa7f4a0 req-6360e9c8-9f5e-4152-8932-6e959282afdb service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001203 Sep 27 05:09:43.832019 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1a0e938a-bc87-4ac4-8a73-238fac29225e req-a63325bf-9542-431e-be0c-6f8df3812135 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5ed3874-2b99-4e15-bc5a-0b21f2941130 HTTP/1.1" status: 200 len: 217 time: 0.0357609 Sep 27 05:09:43.892475 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ac2d12-e4d9-480a-b15f-8d23558063f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24dc9bd9-f256-4beb-a519-1dd203ec50c3'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:09:43.894956 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e938a-bc87-4ac4-8a73-238fac29225e req-0b567658-aa06-4f95-b7a9-7fca37f92ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:43.896471 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1a0e938a-bc87-4ac4-8a73-238fac29225e req-0b567658-aa06-4f95-b7a9-7fca37f92ce8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12 HTTP/1.1" status: 200 len: 854 time: 0.0555358 Sep 27 05:09:43.898189 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d882ab-c2c2-4f47-9a69-df6e23372a21" -d '{"events": [{"server_uuid": "45ac2d12-e4d9-480a-b15f-8d23558063f3", "name": "network-vif-plugged", "status": "completed", "tag": "24dc9bd9-f256-4beb-a519-1dd203ec50c3"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:09:43.917505 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c4da6b5-8e6d-427f-8bfa-fcd25fa7f4a0 req-779b593d-8c04-451c-866a-366d65b15ac3 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990393 Sep 27 05:09:43.924547 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port bbdc411b-9291-4e80-a01b-1228ff309f92 is: DOWN; New status is: DOWN {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:09:43.952289 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1a0e938a-bc87-4ac4-8a73-238fac29225e req-c19371cf-8ccb-4113-b61d-49469e489bb8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5fe9734f-a956-4be4-a003-7671abd5abeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469396 Sep 27 05:09:43.956379 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5d597f-17b5-4850-9b8d-e31da0917f3f x-openstack-request-id: req-2a5d597f-17b5-4850-9b8d-e31da0917f3f {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:09:43.956706 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ac2d12-e4d9-480a-b15f-8d23558063f3", "name": "network-vif-plugged", "status": "completed", "tag": "24dc9bd9-f256-4beb-a519-1dd203ec50c3", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:09:43.956989 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2a5d597f-17b5-4850-9b8d-e31da0917f3f {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:09:43.957392 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5d597f-17b5-4850-9b8d-e31da0917f3f'] response: {'server_uuid': '45ac2d12-e4d9-480a-b15f-8d23558063f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24dc9bd9-f256-4beb-a519-1dd203ec50c3', 'code': 200} Sep 27 05:09:44.069653 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf24696-478a-4b4c-a936-f823b00cbac5 req-aed87f8e-76b6-4851-bb1c-f1898e93df16 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:44.073315 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-faf24696-478a-4b4c-a936-f823b00cbac5 req-aed87f8e-76b6-4851-bb1c-f1898e93df16 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.1296222 Sep 27 05:09:44.077645 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1a0e938a-bc87-4ac4-8a73-238fac29225e req-471d6a73-95c6-429b-be80-77cd4dbd930d service neutron] 10.222.0.49 "GET /v2.0/networks/5fe9734f-a956-4be4-a003-7671abd5abeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038749 Sep 27 05:09:44.112374 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-82aec330-8948-42ba-b7ba-44ca9561e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:44.113864 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-82aec330-8948-42ba-b7ba-44ca9561e19f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f&tenant_id=b8550668d08c4227904042b8a49bc261 HTTP/1.1" status: 200 len: 1128 time: 0.1406980 Sep 27 05:09:44.188685 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-faf24696-478a-4b4c-a936-f823b00cbac5 req-c0554109-8d23-4412-8621-0aebd2de69b3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989108 Sep 27 05:09:44.201791 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f045bb4-44dd-4a27-92c1-f7038eb31879 req-20986ccd-c0b3-4b34-a185-9d41080a2004 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:44.203630 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0f045bb4-44dd-4a27-92c1-f7038eb31879 req-20986ccd-c0b3-4b34-a185-9d41080a2004 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 943 time: 0.1282401 Sep 27 05:09:44.216688 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1a0e938a-bc87-4ac4-8a73-238fac29225e req-fa828f00-8676-41d0-9a7b-30b9833ec6f6 service neutron] 10.222.0.49 "GET /v2.0/networks/5fe9734f-a956-4be4-a003-7671abd5abeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262057 Sep 27 05:09:44.217461 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-ccd1e48b-9bc5-4a09-8d88-a540d07a7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:44.218989 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-ccd1e48b-9bc5-4a09-8d88-a540d07a7326 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8550668d08c4227904042b8a49bc261&device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 1128 time: 0.0766466 Sep 27 05:09:44.250997 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09097dfa-fc73-433a-92d1-f0480c4f533e req-3603d59b-2675-4c7a-bd8b-4bb66d850cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:44.252460 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-09097dfa-fc73-433a-92d1-f0480c4f533e req-3603d59b-2675-4c7a-bd8b-4bb66d850cfd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 1130 time: 0.1088288 Sep 27 05:09:44.280581 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0f045bb4-44dd-4a27-92c1-f7038eb31879 req-79a8cc68-e5fe-4052-a7f5-4b0026080d17 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696225 Sep 27 05:09:44.310191 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-2a4da05b-1e51-4d77-a0d4-60ee490e5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:44.310384 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-09097dfa-fc73-433a-92d1-f0480c4f533e req-68d95178-5ce8-4cf6-ac6f-8270160a9dd3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479937 Sep 27 05:09:44.311708 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-2a4da05b-1e51-4d77-a0d4-60ee490e5274 service neutron] 10.222.0.49 "GET /v2.0/networks?id=68f55e36-d9fc-4a97-965b-697b60bb0317 HTTP/1.1" status: 200 len: 918 time: 0.0863454 Sep 27 05:09:44.576510 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-7190ff34-9c0f-43d0-b9c9-3e4cc989641a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbdc411b-9291-4e80-a01b-1228ff309f92 HTTP/1.1" status: 200 len: 999 time: 0.0586860 Sep 27 05:09:44.593999 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0103566-20b1-4a4b-a6c2-a28f5f77bd13 req-c1615a8f-126b-4006-ab19-fedc252bb055 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:44.595776 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e0103566-20b1-4a4b-a6c2-a28f5f77bd13 req-c1615a8f-126b-4006-ab19-fedc252bb055 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0525346 Sep 27 05:09:44.627938 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-34c065c9-67a6-4d5a-9e45-8b02156b62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:44.629495 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-34c065c9-67a6-4d5a-9e45-8b02156b62ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2296294a-06a0-47d1-88b5-ab865bff1c05 HTTP/1.1" status: 200 len: 856 time: 0.0459759 Sep 27 05:09:44.652799 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e0103566-20b1-4a4b-a6c2-a28f5f77bd13 req-5cc44561-f39d-4474-8a21-8dcfb38e2fb9 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515277 Sep 27 05:09:44.681433 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-33d3042f-5ad4-4ee4-a62a-a67089b3cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:44.682936 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-33d3042f-5ad4-4ee4-a62a-a67089b3cab1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68f55e36-d9fc-4a97-965b-697b60bb0317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469298 Sep 27 05:09:44.694622 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ddcf5-cd70-4618-be56-849899ca7e23 req-567876e7-5454-4bf6-9362-a63f49c41b8b tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:44.696859 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f70ddcf5-cd70-4618-be56-849899ca7e23 req-567876e7-5454-4bf6-9362-a63f49c41b8b tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 946 time: 0.0646405 Sep 27 05:09:44.747036 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f70ddcf5-cd70-4618-be56-849899ca7e23 req-163c4255-5c6a-4e2e-a58f-5fb0efc01c7f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444186 Sep 27 05:09:44.796068 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-668de49b-d4c1-4153-a478-64d00a2e4299 service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992963 Sep 27 05:09:44.886372 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4f53e31b-d194-4774-b100-9ebc29af1e15 req-d7299fcd-82a7-4410-a42d-cc53154fe472 service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817094 Sep 27 05:09:45.356640 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325c493-42c7-4b3b-a875-706dafe02b5c req-a6f8fe48-1e66-4301-ab82-82ecf617a8c7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:45.366613 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d325c493-42c7-4b3b-a875-706dafe02b5c req-a6f8fe48-1e66-4301-ab82-82ecf617a8c7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.0828564 Sep 27 05:09:45.468318 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device f5ed3874-2b99-4e15-bc5a-0b21f2941130 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:09:45.479299 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d325c493-42c7-4b3b-a875-706dafe02b5c req-a421139c-7851-4a9f-b69f-adc31fd6aae7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094258 Sep 27 05:09:45.522588 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e812d6-369b-4214-8a78-d62753f1e85a req-d88e688a-b227-41d0-8971-261abde1d855 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:45.541957 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-33e812d6-369b-4214-8a78-d62753f1e85a req-d88e688a-b227-41d0-8971-261abde1d855 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 943 time: 0.1475623 Sep 27 05:09:45.615914 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-33e812d6-369b-4214-8a78-d62753f1e85a req-fd1f50be-b25e-41a0-8990-f389c128bf49 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730648 Sep 27 05:09:45.632421 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port f5ed3874-2b99-4e15-bc5a-0b21f2941130, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f5ed3874-2b99-4e15-bc5a-0b21f2941130,segment=NetworkSegment(fe135b90-3013-4a92-bdef-9a03f54777aa),segment_id=fe135b90-3013-4a92-bdef-9a03f54777aa)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:45.654152 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': 'f5ed3874-2b99-4e15-bc5a-0b21f2941130', 'network_id': '5fe9734f-a956-4be4-a003-7671abd5abeb', 'port_id': 'f5ed3874-2b99-4e15-bc5a-0b21f2941130', 'mac_address': 'fa:16:3e:f1:61:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:09:45.721185 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port f5ed3874-2b99-4e15-bc5a-0b21f2941130 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:09:45.725702 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (f5ed3874-2b99-4e15-bc5a-0b21f2941130), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:45.758282 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ed3874-2b99-4e15-bc5a-0b21f2941130 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:09:45.807432 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port f5ed3874-2b99-4e15-bc5a-0b21f2941130, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f5ed3874-2b99-4e15-bc5a-0b21f2941130,segment=NetworkSegment(fe135b90-3013-4a92-bdef-9a03f54777aa),segment_id=fe135b90-3013-4a92-bdef-9a03f54777aa)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:45.815530 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (f5ed3874-2b99-4e15-bc5a-0b21f2941130), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:45.821684 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211c24b-78a3-40c6-8681-dedd791bf010 req-a842307e-6e29-4e34-b2b3-c026324b0cd0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:45.823306 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9211c24b-78a3-40c6-8681-dedd791bf010 req-a842307e-6e29-4e34-b2b3-c026324b0cd0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0873320 Sep 27 05:09:45.893387 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:45.905994 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=f5ed3874-2b99-4e15-bc5a-0b21f2941130,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:45.938041 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9211c24b-78a3-40c6-8681-dedd791bf010 req-88f953b2-60f4-4df1-91d2-bda892114750 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081362 Sep 27 05:09:45.963484 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf45ddd-ec72-4f34-ad71-877031825f45 req-bcd190f4-7cf1-44d4-adb6-b5106afab04a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:45.965529 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2cf45ddd-ec72-4f34-ad71-877031825f45 req-bcd190f4-7cf1-44d4-adb6-b5106afab04a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 946 time: 0.1110473 Sep 27 05:09:46.029523 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2cf45ddd-ec72-4f34-ad71-877031825f45 req-268b77b8-f131-4f73-839b-34cc7e3b8bfd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547607 Sep 27 05:09:46.128689 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['f5ed3874-2b99-4e15-bc5a-0b21f2941130'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:09:46.624737 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe0351-8fc8-4715-977b-281cff9cf19d req-062e188f-5583-467b-b3f2-56bb6665b1d2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:46.626347 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-eebe0351-8fc8-4715-977b-281cff9cf19d req-062e188f-5583-467b-b3f2-56bb6665b1d2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.0599699 Sep 27 05:09:46.675275 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-eebe0351-8fc8-4715-977b-281cff9cf19d req-e707adaf-9b3c-45b2-bae8-6076b025f48a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432749 Sep 27 05:09:46.768685 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51eab0f-249c-45ce-a92e-fa4a0d50e27e req-245512b3-c7a8-4019-9ada-8b3456728cfc tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:46.770171 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c51eab0f-249c-45ce-a92e-fa4a0d50e27e req-245512b3-c7a8-4019-9ada-8b3456728cfc tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 944 time: 0.0705838 Sep 27 05:09:46.818794 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c51eab0f-249c-45ce-a92e-fa4a0d50e27e req-54d9ceb6-6782-4fc6-aa8d-e51bc9141958 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393343 Sep 27 05:09:47.077406 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f882665-3f60-4dee-91d4-a99b377efe92 req-de4caee9-a416-438f-a41b-fb83e4efaf9f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:47.079050 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1f882665-3f60-4dee-91d4-a99b377efe92 req-de4caee9-a416-438f-a41b-fb83e4efaf9f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0605261 Sep 27 05:09:47.147310 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1f882665-3f60-4dee-91d4-a99b377efe92 req-71e73a6d-f80d-4572-9b72-adcd21508694 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623574 Sep 27 05:09:47.193641 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315c954-c344-4bee-a3c2-3ce4b3a62105 req-b1878a9b-ddf9-450f-8049-f7adb4b229be tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:47.195223 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5315c954-c344-4bee-a3c2-3ce4b3a62105 req-b1878a9b-ddf9-450f-8049-f7adb4b229be tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 946 time: 0.0634680 Sep 27 05:09:47.247457 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5315c954-c344-4bee-a3c2-3ce4b3a62105 req-7f4f0b93-5261-4a03-8137-e240b33344c5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420241 Sep 27 05:09:47.475833 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device f5ed3874-2b99-4e15-bc5a-0b21f2941130 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:09:47.538610 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port f5ed3874-2b99-4e15-bc5a-0b21f2941130 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:09:47.542504 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port f5ed3874-2b99-4e15-bc5a-0b21f2941130 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:09:47.542885 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (f5ed3874-2b99-4e15-bc5a-0b21f2941130), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:47.543232 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port f5ed3874-2b99-4e15-bc5a-0b21f2941130 Sep 27 05:09:47.615305 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port f5ed3874-2b99-4e15-bc5a-0b21f2941130 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:09:47.615701 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (f5ed3874-2b99-4e15-bc5a-0b21f2941130), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:47.648125 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227b8c55-96b3-4e51-a403-c9d4d67b780b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ed3874-2b99-4e15-bc5a-0b21f2941130'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:09:47.650693 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ab5cf5-7bd5-4a1a-9225-fc122ac521ce" -d '{"events": [{"server_uuid": "227b8c55-96b3-4e51-a403-c9d4d67b780b", "name": "network-vif-plugged", "status": "completed", "tag": "f5ed3874-2b99-4e15-bc5a-0b21f2941130"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:09:47.664767 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port f5ed3874-2b99-4e15-bc5a-0b21f2941130, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f5ed3874-2b99-4e15-bc5a-0b21f2941130,segment=NetworkSegment(fe135b90-3013-4a92-bdef-9a03f54777aa),segment_id=fe135b90-3013-4a92-bdef-9a03f54777aa)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:09:47.670365 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (f5ed3874-2b99-4e15-bc5a-0b21f2941130), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:47.702159 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0df10d-3250-41e8-92b7-5703169841f0 x-openstack-request-id: req-ed0df10d-3250-41e8-92b7-5703169841f0 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:09:47.702494 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227b8c55-96b3-4e51-a403-c9d4d67b780b", "name": "network-vif-plugged", "status": "completed", "tag": "f5ed3874-2b99-4e15-bc5a-0b21f2941130", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:09:47.702760 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ed0df10d-3250-41e8-92b7-5703169841f0 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:09:47.703158 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0df10d-3250-41e8-92b7-5703169841f0'] response: {'server_uuid': '227b8c55-96b3-4e51-a403-c9d4d67b780b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ed3874-2b99-4e15-bc5a-0b21f2941130', 'code': 200} Sep 27 05:09:47.739582 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=f5ed3874-2b99-4e15-bc5a-0b21f2941130,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:09:47.853672 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33924610-979f-4030-b9b3-1f18dd0c6869 req-997cf0b5-52ee-4f95-942f-d89567c3d149 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:47.855830 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-33924610-979f-4030-b9b3-1f18dd0c6869 req-997cf0b5-52ee-4f95-942f-d89567c3d149 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.0767438 Sep 27 05:09:47.954595 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-33924610-979f-4030-b9b3-1f18dd0c6869 req-1f66741d-d3de-4525-9394-949104e61f3b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912864 Sep 27 05:09:47.998951 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b5e48-e162-46bd-896f-e82871aa5bbe req-fc05045b-3591-4ca9-8768-528dd3f198df tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:48.000406 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3c8b5e48-e162-46bd-896f-e82871aa5bbe req-fc05045b-3591-4ca9-8768-528dd3f198df tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 945 time: 0.1028287 Sep 27 05:09:48.054076 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3c8b5e48-e162-46bd-896f-e82871aa5bbe req-7b68e32c-16c3-4f5c-a897-f83a7f5274d5 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480149 Sep 27 05:09:48.294898 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff93cd9-bbed-4929-9441-70d3a855c7fc req-77648173-861c-4b65-b991-32fcc74ed50a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:48.296422 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9ff93cd9-bbed-4929-9441-70d3a855c7fc req-77648173-861c-4b65-b991-32fcc74ed50a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0576365 Sep 27 05:09:48.396871 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9ff93cd9-bbed-4929-9441-70d3a855c7fc req-1ece93c4-1397-45bb-998c-0eb5c2257654 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909264 Sep 27 05:09:48.415963 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956daca2-fa73-41f0-a1ad-66814a6e1f95 req-87fbb74e-b1ef-4065-b3d2-fb3731cf2746 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:48.417538 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-956daca2-fa73-41f0-a1ad-66814a6e1f95 req-87fbb74e-b1ef-4065-b3d2-fb3731cf2746 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 946 time: 0.0865018 Sep 27 05:09:48.481096 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-956daca2-fa73-41f0-a1ad-66814a6e1f95 req-a98da209-ef53-4530-8f42-39b13fd68eed tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470235 Sep 27 05:09:49.101029 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871dd44-a6a2-42cf-829e-e2f37df39fb0 req-5c8d38d1-1a59-4676-a4d9-487ed6431010 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:49.105880 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f871dd44-a6a2-42cf-829e-e2f37df39fb0 req-5c8d38d1-1a59-4676-a4d9-487ed6431010 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.0624492 Sep 27 05:09:49.221312 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f871dd44-a6a2-42cf-829e-e2f37df39fb0 req-82cf51a3-c7e0-4466-83d8-c475ef712cf5 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084869 Sep 27 05:09:49.247179 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c160c-90f8-47d4-a6be-2b0851e31ff2 req-4ac7854f-d15c-4d9f-8c82-8d866e0016e3 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:49.249041 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5c0c160c-90f8-47d4-a6be-2b0851e31ff2 req-4ac7854f-d15c-4d9f-8c82-8d866e0016e3 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 945 time: 0.0773094 Sep 27 05:09:49.315077 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5c0c160c-90f8-47d4-a6be-2b0851e31ff2 req-50a2bd7f-72ed-435f-9a63-e82e51b45e9d tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595429 Sep 27 05:09:49.544571 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dd6dd-94a6-4f24-bd93-a177175045f0 req-78dc6f89-e658-4a31-b1f0-78ba859c0ecf tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:49.546957 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f38dd6dd-94a6-4f24-bd93-a177175045f0 req-78dc6f89-e658-4a31-b1f0-78ba859c0ecf tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0615494 Sep 27 05:09:49.636726 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f38dd6dd-94a6-4f24-bd93-a177175045f0 req-98c4b667-6ece-47a3-ba5a-1139a5591661 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850444 Sep 27 05:09:49.667152 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0f1fe-81cb-493b-8110-9a83b710d79c req-967f0904-5a60-4147-b731-a60a6e66e505 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:49.669712 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ddf0f1fe-81cb-493b-8110-9a83b710d79c req-967f0904-5a60-4147-b731-a60a6e66e505 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 946 time: 0.0760200 Sep 27 05:09:49.725012 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ddf0f1fe-81cb-493b-8110-9a83b710d79c req-9ebee45a-19be-4ab5-9ea4-dcb22fdb3b1e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470166 Sep 27 05:09:50.401372 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9789b68-33fa-4d9b-933d-97adb795960c req-b46b8aab-5018-47d6-8a1d-a98a394a9219 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:50.402884 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b9789b68-33fa-4d9b-933d-97adb795960c req-b46b8aab-5018-47d6-8a1d-a98a394a9219 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.0986705 Sep 27 05:09:50.487910 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b9789b68-33fa-4d9b-933d-97adb795960c req-57c63298-f544-47de-993f-b420c8be1b96 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795937 Sep 27 05:09:50.499829 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967ecf9-48b1-4e64-b885-dee8cd06f908 req-3a718d13-d1e6-40a7-a39a-9bb6daf3a6ad tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:50.501854 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0967ecf9-48b1-4e64-b885-dee8cd06f908 req-3a718d13-d1e6-40a7-a39a-9bb6daf3a6ad tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 945 time: 0.0875363 Sep 27 05:09:50.552080 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0967ecf9-48b1-4e64-b885-dee8cd06f908 req-82c2ed55-3afc-4d7c-9efa-0e4e65b854d2 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443573 Sep 27 05:09:50.785793 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb79fe4-371d-4a01-996b-c8fcd3afe4ae req-5e76c27f-d200-4a57-ae1e-e192e851fa8c tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:50.788550 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5bb79fe4-371d-4a01-996b-c8fcd3afe4ae req-5e76c27f-d200-4a57-ae1e-e192e851fa8c tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0597138 Sep 27 05:09:50.874577 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5bb79fe4-371d-4a01-996b-c8fcd3afe4ae req-8ab86263-e984-441c-b07f-83a52f0f8f35 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805819 Sep 27 05:09:50.893592 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a370859-4030-4a59-a4a9-1639ba6b514a req-8c373770-cfd4-4222-a95c-4979ec7863e9 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:50.905448 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8a370859-4030-4a59-a4a9-1639ba6b514a req-8c373770-cfd4-4222-a95c-4979ec7863e9 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 946 time: 0.0877292 Sep 27 05:09:50.957304 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8a370859-4030-4a59-a4a9-1639ba6b514a req-ff9f26a0-e980-4537-98a0-c96aa5139050 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472021 Sep 27 05:09:51.635263 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96bf56-7ee5-4c68-9f02-601437377fad req-66c31025-13dd-4f5c-9915-1cff6769a8ec tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:51.637920 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b96bf56-7ee5-4c68-9f02-601437377fad req-66c31025-13dd-4f5c-9915-1cff6769a8ec tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.0562165 Sep 27 05:09:51.718741 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b96bf56-7ee5-4c68-9f02-601437377fad req-91fb29af-8476-400a-9f9f-364f97a023c7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762653 Sep 27 05:09:51.736241 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bea9f-6f2e-4520-bbad-4a86d5a1ebb4 req-51a17885-d9b7-4b1a-9a2c-feef8d6514ba tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:51.737857 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a05bea9f-6f2e-4520-bbad-4a86d5a1ebb4 req-51a17885-d9b7-4b1a-9a2c-feef8d6514ba tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 945 time: 0.0943234 Sep 27 05:09:51.790799 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a05bea9f-6f2e-4520-bbad-4a86d5a1ebb4 req-8e99fa8c-2244-4e7c-ab04-5e48ce4a9644 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463459 Sep 27 05:09:52.033078 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220f96a-d383-4194-941e-a78c40d2d653 req-eaf617d6-cdd2-4730-bdc1-22d5744e1f2e tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:52.034773 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b220f96a-d383-4194-941e-a78c40d2d653 req-eaf617d6-cdd2-4730-bdc1-22d5744e1f2e tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0814342 Sep 27 05:09:52.372236 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b220f96a-d383-4194-941e-a78c40d2d653 req-98226884-616a-4e9a-aa88-840227bacd42 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3304937 Sep 27 05:09:52.391360 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5035e63-7484-4971-aed0-1103b8325223 req-6fb8822f-ac3a-40f1-805f-33422f9fa45e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:52.392860 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d5035e63-7484-4971-aed0-1103b8325223 req-6fb8822f-ac3a-40f1-805f-33422f9fa45e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 946 time: 0.3368452 Sep 27 05:09:52.454297 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d5035e63-7484-4971-aed0-1103b8325223 req-53c0f7e3-a770-4d8e-9620-d8c5f2cb5939 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530975 Sep 27 05:09:52.881613 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc47a91-fc52-422e-84df-522a5922658e req-efcc59e4-85bf-41a2-b7e7-2584bec8ebf7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:52.885400 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4fc47a91-fc52-422e-84df-522a5922658e req-efcc59e4-85bf-41a2-b7e7-2584bec8ebf7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.0741398 Sep 27 05:09:52.964027 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4fc47a91-fc52-422e-84df-522a5922658e req-62881a84-7899-45e2-9060-243c10cd9060 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691953 Sep 27 05:09:52.992766 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3b087-2ee3-4c7c-aed4-4dee21327720 req-9c2b2f0a-c7a9-46ce-9ca7-7cd8bc88e801 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:52.992766 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dba3b087-2ee3-4c7c-aed4-4dee21327720 req-9c2b2f0a-c7a9-46ce-9ca7-7cd8bc88e801 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 945 time: 0.1040931 Sep 27 05:09:53.046012 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dba3b087-2ee3-4c7c-aed4-4dee21327720 req-23dea070-5ad4-423d-9943-b1b74cadb959 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439973 Sep 27 05:09:53.503569 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fbb5f-6bae-427a-a828-e7d3177e9f7e req-6eed2d95-1580-4c97-8fca-ebd4cf4e660d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:53.505081 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2e2fbb5f-6bae-427a-a828-e7d3177e9f7e req-6eed2d95-1580-4c97-8fca-ebd4cf4e660d tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0557718 Sep 27 05:09:53.581258 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2e2fbb5f-6bae-427a-a828-e7d3177e9f7e req-aaf824e4-4fd1-423d-894a-7b7e9d36f40c tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707037 Sep 27 05:09:53.597711 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb842eed-b1b9-46a0-b8bd-a86586a5c0a0 req-563ab46c-f38c-4a4c-a8f1-f5fd618c445c tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:53.599163 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-eb842eed-b1b9-46a0-b8bd-a86586a5c0a0 req-563ab46c-f38c-4a4c-a8f1-f5fd618c445c tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 946 time: 0.0758433 Sep 27 05:09:53.649907 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-eb842eed-b1b9-46a0-b8bd-a86586a5c0a0 req-6146338f-adcf-4ff8-9d2d-df1261ce27c4 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444224 Sep 27 05:09:54.108119 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313ee81-ad43-4e89-89cf-9db3f21e7f27 req-4102d016-f901-4e51-851a-532626014217 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:54.109757 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c313ee81-ad43-4e89-89cf-9db3f21e7f27 req-4102d016-f901-4e51-851a-532626014217 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.0550528 Sep 27 05:09:54.189650 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:09:54.196482 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c313ee81-ad43-4e89-89cf-9db3f21e7f27 req-f6e6a576-e22f-4577-90a8-58d32f533851 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802293 Sep 27 05:09:54.224591 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66478c8c-b8c1-483f-9226-bfeaa4cda001 req-64eaea0e-421c-4f1b-a6ec-0932a96a581d tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:54.227567 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-66478c8c-b8c1-483f-9226-bfeaa4cda001 req-64eaea0e-421c-4f1b-a6ec-0932a96a581d tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 945 time: 0.0906832 Sep 27 05:09:54.265865 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd11f5-4285-4b84-9439-aafe36e672df req-db9c334c-1567-4cf5-9429-d634cc1b8574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:54.268117 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71fd11f5-4285-4b84-9439-aafe36e672df req-db9c334c-1567-4cf5-9429-d634cc1b8574 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 1129 time: 0.0558789 Sep 27 05:09:54.281263 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-66478c8c-b8c1-483f-9226-bfeaa4cda001 req-5b9b28b1-d949-4663-8801-13ff60d9977c tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479977 Sep 27 05:09:54.318562 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71fd11f5-4285-4b84-9439-aafe36e672df req-2c8067b7-60a9-4446-8cce-ae5dcbf8e3c8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426133 Sep 27 05:09:54.714103 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d921828-2595-432b-bf75-40c810173853 req-4809fe91-1cb6-46f9-96c4-4ae5f0064550 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:54.716034 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1d921828-2595-432b-bf75-40c810173853 req-4809fe91-1cb6-46f9-96c4-4ae5f0064550 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0598454 Sep 27 05:09:54.797079 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1d921828-2595-432b-bf75-40c810173853 req-cda50ba7-78f0-47a0-83ae-8acfb285a3a3 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752516 Sep 27 05:09:54.804890 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc80e3-483b-455e-b177-aa85abed78b7 req-23f8c164-2b79-4793-96cf-699ce7f0ff73 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:54.806341 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-febc80e3-483b-455e-b177-aa85abed78b7 req-23f8c164-2b79-4793-96cf-699ce7f0ff73 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 946 time: 0.0835500 Sep 27 05:09:54.854427 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-febc80e3-483b-455e-b177-aa85abed78b7 req-873d90b1-94df-476d-bf57-b4bc7cf8a077 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Sep 27 05:09:54.979783 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17432a5f-47f9-4e0e-97dc-e1a27390b8f0 req-799d42f2-d9d0-4888-b51d-e9ec17d4184c tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:54.981286 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-17432a5f-47f9-4e0e-97dc-e1a27390b8f0 req-799d42f2-d9d0-4888-b51d-e9ec17d4184c tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 946 time: 0.0567098 Sep 27 05:09:54.991333 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 37798) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:09:54.996238 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-403c7471-119f-41bf-897d-df843814c04e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'floatingip': {'port_id': '24dc9bd9-f256-4beb-a519-1dd203ec50c3'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:09:55.032713 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-403c7471-119f-41bf-897d-df843814c04e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (816fd288-0e7a-4e13-8933-30868814f288), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:55.437662 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c6e98-fba2-4e43-a33b-3f424fded41c req-f77ebf5d-0866-4e03-8057-80d7a23c8cc6 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:55.439099 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9c7c6e98-fba2-4e43-a33b-3f424fded41c req-f77ebf5d-0866-4e03-8057-80d7a23c8cc6 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.1374278 Sep 27 05:09:55.539249 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca3be8-f728-4d43-9dfa-feb64175204d req-e94c8863-d0f5-4a1f-9584-4b0d53990356 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:55.540605 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cbca3be8-f728-4d43-9dfa-feb64175204d req-e94c8863-d0f5-4a1f-9584-4b0d53990356 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 945 time: 0.1690531 Sep 27 05:09:55.569463 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9c7c6e98-fba2-4e43-a33b-3f424fded41c req-32c599a8-1b34-43b3-b561-eb607c2ad497 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240602 Sep 27 05:09:55.574324 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-403c7471-119f-41bf-897d-df843814c04e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:55.582549 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-403c7471-119f-41bf-897d-df843814c04e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (816fd288-0e7a-4e13-8933-30868814f288), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:55.652989 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cbca3be8-f728-4d43-9dfa-feb64175204d req-a3727976-b0a3-4bc8-bae0-7cc7529dd217 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041217 Sep 27 05:09:55.699906 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-403c7471-119f-41bf-897d-df843814c04e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Floating IP 816fd288-0e7a-4e13-8933-30868814f288 associated. External IP: 172.27.1.140, port: 24dc9bd9-f256-4beb-a519-1dd203ec50c3. Sep 27 05:09:55.931718 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403c7471-119f-41bf-897d-df843814c04e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Router 83cd05dd-a124-4462-b3eb-3545ff2cb33a has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:09:55.954205 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203a1cd-f5cf-454d-9230-533fc31c225d req-dc9c85f4-3290-49e7-821d-28491ba249f4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:55.955674 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9203a1cd-f5cf-454d-9230-533fc31c225d req-dc9c85f4-3290-49e7-821d-28491ba249f4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0811427 Sep 27 05:09:56.071285 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9203a1cd-f5cf-454d-9230-533fc31c225d req-2e96d109-704d-4f12-84c6-ec86a27da2ab tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838051 Sep 27 05:09:56.079184 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403c7471-119f-41bf-897d-df843814c04e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:09:56.084081 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-403c7471-119f-41bf-897d-df843814c04e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:09:56.091200 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd77f8-f861-41a0-a714-660177e192b4 None None] Sync routers for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:09:56.101938 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd77f8-f861-41a0-a714-660177e192b4 None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:09:56.102556 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-aadd77f8-f861-41a0-a714-660177e192b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:09:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:56.115340 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-403c7471-119f-41bf-897d-df843814c04e tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "PUT /v2.0/floatingips/816fd288-0e7a-4e13-8933-30868814f288 HTTP/1.1" status: 200 len: 992 time: 1.1224563 Sep 27 05:09:56.115979 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ac2d12-e4d9-480a-b15f-8d23558063f3', 'tag': '24dc9bd9-f256-4beb-a519-1dd203ec50c3'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:09:56.119183 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b864fdd-d81b-4b9d-b9d9-016473082332" -d '{"events": [{"name": "network-changed", "server_uuid": "45ac2d12-e4d9-480a-b15f-8d23558063f3", "tag": "24dc9bd9-f256-4beb-a519-1dd203ec50c3"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:09:56.153667 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79404d5c-3266-4144-9262-1d921ea25ae1 x-openstack-request-id: req-79404d5c-3266-4144-9262-1d921ea25ae1 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:09:56.153963 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ac2d12-e4d9-480a-b15f-8d23558063f3", "tag": "24dc9bd9-f256-4beb-a519-1dd203ec50c3", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:09:56.154220 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-79404d5c-3266-4144-9262-1d921ea25ae1 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:09:56.154623 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79404d5c-3266-4144-9262-1d921ea25ae1'] response: {'name': 'network-changed', 'server_uuid': '45ac2d12-e4d9-480a-b15f-8d23558063f3', 'tag': '24dc9bd9-f256-4beb-a519-1dd203ec50c3', 'status': 'completed', 'code': 200} Sep 27 05:09:56.207160 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-aadd77f8-f861-41a0-a714-660177e192b4 None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:09:56.218605 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b864fdd-d81b-4b9d-b9d9-016473082332 req-e51a15fa-435f-4d6c-953f-649487318005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:56.220209 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0b864fdd-d81b-4b9d-b9d9-016473082332 req-e51a15fa-435f-4d6c-953f-649487318005 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 1130 time: 0.0442145 Sep 27 05:09:56.311673 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b864fdd-d81b-4b9d-b9d9-016473082332 req-d1181bed-77e4-495c-8af1-b98ad8e78bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:56.313241 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0b864fdd-d81b-4b9d-b9d9-016473082332 req-d1181bed-77e4-495c-8af1-b98ad8e78bf9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1a56c517-727f-4327-948e-4876138946d9 HTTP/1.1" status: 200 len: 916 time: 0.0832419 Sep 27 05:09:56.377354 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0b864fdd-d81b-4b9d-b9d9-016473082332 req-8224b61b-47dc-4494-9bbc-ae7900746334 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24dc9bd9-f256-4beb-a519-1dd203ec50c3 HTTP/1.1" status: 200 len: 1000 time: 0.0581682 Sep 27 05:09:56.426229 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b864fdd-d81b-4b9d-b9d9-016473082332 req-274b7f29-ab6b-43b1-96cd-bb40004f3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:56.427680 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0b864fdd-d81b-4b9d-b9d9-016473082332 req-274b7f29-ab6b-43b1-96cd-bb40004f3835 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84980d5a-6c29-4863-932f-7803984692e8 HTTP/1.1" status: 200 len: 854 time: 0.0441666 Sep 27 05:09:56.434289 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-aadd77f8-f861-41a0-a714-660177e192b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '816fd288-0e7a-4e13-8933-30868814f288', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': '24dc9bd9-f256-4beb-a519-1dd203ec50c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:8c:17:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ac2d12-e4d9-480a-b15f-8d23558063f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:09:33Z', 'updated_at': '2022-09-27T05:09:55Z', 'revision_number': 1, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:56.462139 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd77f8-f861-41a0-a714-660177e192b4 None None] Checking router: 83cd05dd-a124-4462-b3eb-3545ff2cb33a for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:09:56.470363 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd77f8-f861-41a0-a714-660177e192b4 None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:09:56.470971 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-aadd77f8-f861-41a0-a714-660177e192b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:09:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:56.479208 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b864fdd-d81b-4b9d-b9d9-016473082332 req-c058d3d9-329b-4469-9298-dae205377229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:56.480718 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0b864fdd-d81b-4b9d-b9d9-016473082332 req-c058d3d9-329b-4469-9298-dae205377229 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a56c517-727f-4327-948e-4876138946d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453868 Sep 27 05:09:56.571275 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-aadd77f8-f861-41a0-a714-660177e192b4 None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:09:56.571498 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0b864fdd-d81b-4b9d-b9d9-016473082332 req-5143b0c0-951e-480e-ab16-65d37f42f221 service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843432 Sep 27 05:09:56.662963 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0b864fdd-d81b-4b9d-b9d9-016473082332 req-b9384973-a48a-4472-9476-48757cf60f15 service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845504 Sep 27 05:09:56.715259 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beac171-4b08-4ea4-89a9-fae09e9f4428 req-5a9d2c4a-594c-497c-88cd-f9dabfa0a07e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:56.716821 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0beac171-4b08-4ea4-89a9-fae09e9f4428 req-5a9d2c4a-594c-497c-88cd-f9dabfa0a07e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.0613403 Sep 27 05:09:56.791812 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-aadd77f8-f861-41a0-a714-660177e192b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '816fd288-0e7a-4e13-8933-30868814f288', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': '24dc9bd9-f256-4beb-a519-1dd203ec50c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:8c:17:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ac2d12-e4d9-480a-b15f-8d23558063f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:09:33Z', 'updated_at': '2022-09-27T05:09:55Z', 'revision_number': 1, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:09:56.792873 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0beac171-4b08-4ea4-89a9-fae09e9f4428 req-a25fd0d2-4d06-4994-887c-e070630674f0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698426 Sep 27 05:09:56.812516 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c281ded-a1e1-4411-b1f6-5ef521c93d3e req-b3cb11e2-e1cd-4100-ac55-d67d74b9aafe tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:56.816323 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd77f8-f861-41a0-a714-660177e192b4 None None] The sync data for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi is: [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '816fd288-0e7a-4e13-8933-30868814f288', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.140', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': '24dc9bd9-f256-4beb-a519-1dd203ec50c3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:8c:17:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ac2d12-e4d9-480a-b15f-8d23558063f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:09:33Z', 'updated_at': '2022-09-27T05:09:55Z', 'revision_number': 1, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:09:56.821510 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9c281ded-a1e1-4411-b1f6-5ef521c93d3e req-b3cb11e2-e1cd-4100-ac55-d67d74b9aafe tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 945 time: 0.0810087 Sep 27 05:09:56.865442 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9c281ded-a1e1-4411-b1f6-5ef521c93d3e req-67de2412-2e4b-4508-8c7c-2316abf47f97 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430336 Sep 27 05:09:57.012142 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf43683-b4c9-4cee-92bd-cba07b53b25e None None] New status for floating IP 816fd288-0e7a-4e13-8933-30868814f288: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:09:57.234037 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e7988-72dc-4724-8fe6-559dde9bc4b4 req-89215fd2-350d-43ec-b2f2-fb1c796b1917 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:57.240666 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0b5e7988-72dc-4724-8fe6-559dde9bc4b4 req-89215fd2-350d-43ec-b2f2-fb1c796b1917 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0786729 Sep 27 05:09:57.284696 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0b5e7988-72dc-4724-8fe6-559dde9bc4b4 req-ecf8a8cd-f71a-4ee6-8831-3643d7c76bd1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429976 Sep 27 05:09:57.928317 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec993e0-2609-4bea-989a-54fc420a24af req-e760fca8-decc-4a94-a00a-1926eec3bbca tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:57.929891 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4ec993e0-2609-4bea-989a-54fc420a24af req-e760fca8-decc-4a94-a00a-1926eec3bbca tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.0522332 Sep 27 05:09:57.975485 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4ec993e0-2609-4bea-989a-54fc420a24af req-b065aa1a-e53a-4257-baec-f3c4e140fab8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401399 Sep 27 05:09:58.408300 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478d6e0-4a2f-4c38-934c-a994d6e2e3fb req-2d777728-b455-4b8c-9051-54be8e62e0cc tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:58.409798 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e478d6e0-4a2f-4c38-934c-a994d6e2e3fb req-2d777728-b455-4b8c-9051-54be8e62e0cc tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0522623 Sep 27 05:09:58.458515 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e478d6e0-4a2f-4c38-934c-a994d6e2e3fb req-0b24cd23-ec71-4f2f-a802-79bc3a5eca12 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431077 Sep 27 05:09:59.105713 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb9bde-b4d9-4b43-9c84-76a29630984f req-b6f84edc-c19a-4fc8-b7a6-5bc437fe77ea tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:59.107182 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b4eb9bde-b4d9-4b43-9c84-76a29630984f req-b6f84edc-c19a-4fc8-b7a6-5bc437fe77ea tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.0517206 Sep 27 05:09:59.154649 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b4eb9bde-b4d9-4b43-9c84-76a29630984f req-968dbd6c-75dc-4bd7-884f-414980e79331 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418518 Sep 27 05:09:59.581486 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d824d9-720d-49b5-81c4-d36626e96f66 req-bf3196c8-cf37-49c7-b1d6-347857ebdba2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:09:59.582945 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-85d824d9-720d-49b5-81c4-d36626e96f66 req-bf3196c8-cf37-49c7-b1d6-347857ebdba2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0513904 Sep 27 05:09:59.629343 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-85d824d9-720d-49b5-81c4-d36626e96f66 req-54f835c2-3778-4f9b-a66a-077a3e42522b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404725 Sep 27 05:10:00.288450 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33891df-2f59-4918-8c57-fbbcb5058936 req-dedd74e9-78ee-4047-8170-87a5b058b52b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:00.289922 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e33891df-2f59-4918-8c57-fbbcb5058936 req-dedd74e9-78ee-4047-8170-87a5b058b52b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.0561743 Sep 27 05:10:00.336227 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e33891df-2f59-4918-8c57-fbbcb5058936 req-56878238-1ea1-4f4b-a12a-75f41c6dfd8c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407917 Sep 27 05:10:00.660951 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb6326-e180-41d9-9ad9-01c1cc9897cb req-257dd304-15be-4be7-b954-fee17254bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:00.662523 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-afdb6326-e180-41d9-9ad9-01c1cc9897cb req-257dd304-15be-4be7-b954-fee17254bdc2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 1130 time: 0.0434394 Sep 27 05:10:00.709912 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-afdb6326-e180-41d9-9ad9-01c1cc9897cb req-62450195-4cfa-4c46-a438-199409d73d78 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413067 Sep 27 05:10:00.752819 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0711e-7b62-4304-b828-416719866416 req-3cab0384-a5a2-414c-a2d8-a7480761a817 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:00.754337 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d1b0711e-7b62-4304-b828-416719866416 req-3cab0384-a5a2-414c-a2d8-a7480761a817 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0517220 Sep 27 05:10:00.800095 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d1b0711e-7b62-4304-b828-416719866416 req-4a2761cf-9a1f-4e03-9cd6-56439146f8bb tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399368 Sep 27 05:10:01.467211 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e13726-d73f-4777-bbaa-332b6b5db2a5 req-d1b8fb6a-b56c-4812-916e-92417ccef4f9 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:01.468698 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-94e13726-d73f-4777-bbaa-332b6b5db2a5 req-d1b8fb6a-b56c-4812-916e-92417ccef4f9 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 944 time: 0.0527785 Sep 27 05:10:01.518149 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-94e13726-d73f-4777-bbaa-332b6b5db2a5 req-3414d6ef-740c-419b-af28-e415d6191c05 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439944 Sep 27 05:10:01.568388 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device bbdc411b-9291-4e80-a01b-1228ff309f92 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:10:01.662005 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port bbdc411b-9291-4e80-a01b-1228ff309f92, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=bbdc411b-9291-4e80-a01b-1228ff309f92,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:10:01.673201 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'port_id': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'mac_address': 'fa:16:3e:c6:b5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:10:01.706254 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port bbdc411b-9291-4e80-a01b-1228ff309f92 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:10:01.706649 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:01.722871 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbdc411b-9291-4e80-a01b-1228ff309f92 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:10:01.741929 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port bbdc411b-9291-4e80-a01b-1228ff309f92, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=bbdc411b-9291-4e80-a01b-1228ff309f92,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:10:01.745376 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:01.790360 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=bbdc411b-9291-4e80-a01b-1228ff309f92,revision_number=9']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:01.924995 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577af994-b654-4742-abe4-299a24597ddd req-9ad6748b-9cdc-46d5-8a52-ecaa8e1ec895 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:01.926381 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-577af994-b654-4742-abe4-299a24597ddd req-9ad6748b-9cdc-46d5-8a52-ecaa8e1ec895 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0527120 Sep 27 05:10:01.972354 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-577af994-b654-4742-abe4-299a24597ddd req-1b43e149-cfcf-4520-b1dd-8265893ec6c8 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403247 Sep 27 05:10:02.258314 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['bbdc411b-9291-4e80-a01b-1228ff309f92'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:10:02.649554 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7557b-a871-4dfe-a5ad-20bd00636ac8 req-98d54699-b539-4a31-b1f9-f98b01ab7d4f tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:02.651276 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-afe7557b-a871-4dfe-a5ad-20bd00636ac8 req-98d54699-b539-4a31-b1f9-f98b01ab7d4f tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 945 time: 0.0545273 Sep 27 05:10:02.696160 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-afe7557b-a871-4dfe-a5ad-20bd00636ac8 req-7d71fd13-4342-46ec-9929-6f9064a110aa tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394917 Sep 27 05:10:03.102950 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77017511-d786-4f39-ac05-89844d1c7243 req-9c8d06ac-1c70-43f6-87f9-2360a63edbcc tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:03.104466 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-77017511-d786-4f39-ac05-89844d1c7243 req-9c8d06ac-1c70-43f6-87f9-2360a63edbcc tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0561073 Sep 27 05:10:03.150981 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-77017511-d786-4f39-ac05-89844d1c7243 req-5b65e0a3-96bc-4481-b4bf-9a20f3112e27 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409517 Sep 27 05:10:03.542027 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a25d6-da10-44ca-a138-99cb71d854c3 req-47bf1c7b-2c95-4b77-aa66-2206224916c6 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:03.543528 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-533a25d6-da10-44ca-a138-99cb71d854c3 req-47bf1c7b-2c95-4b77-aa66-2206224916c6 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0534933 Sep 27 05:10:03.550445 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de750ac2-329b-49bf-aef8-e8bff7d4dfbc req-4cd49b60-cc88-46e6-88d7-da8d2a5f138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:03.551973 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-de750ac2-329b-49bf-aef8-e8bff7d4dfbc req-4cd49b60-cc88-46e6-88d7-da8d2a5f138a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 1130 time: 0.0461094 Sep 27 05:10:03.581799 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device bbdc411b-9291-4e80-a01b-1228ff309f92 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:10:03.594554 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-533a25d6-da10-44ca-a138-99cb71d854c3 req-bf2c92a3-c30b-4a55-83b2-b578a688e253 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444858 Sep 27 05:10:03.628560 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port bbdc411b-9291-4e80-a01b-1228ff309f92 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:10:03.629409 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:03.629409 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port bbdc411b-9291-4e80-a01b-1228ff309f92 Sep 27 05:10:03.652362 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de750ac2-329b-49bf-aef8-e8bff7d4dfbc req-2538704f-3d17-4470-ac32-213e069999ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:03.653928 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-de750ac2-329b-49bf-aef8-e8bff7d4dfbc req-2538704f-3d17-4470-ac32-213e069999ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 920 time: 0.0928533 Sep 27 05:10:03.704104 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port bbdc411b-9291-4e80-a01b-1228ff309f92 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:10:03.704493 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:03.725765 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-de750ac2-329b-49bf-aef8-e8bff7d4dfbc req-677c754f-2fbd-45d1-9cfd-25f5965884c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8312e52-6a6b-49cd-b01d-52b11064cf06 HTTP/1.1" status: 200 len: 1002 time: 0.0613639 Sep 27 05:10:03.728144 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdc411b-9291-4e80-a01b-1228ff309f92'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:10:03.731296 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af20f1ea-6c01-426e-8ee2-019a45c877f1" -d '{"events": [{"server_uuid": "71aeb8c3-697e-4f4e-9222-8197f0a7614f", "name": "network-vif-plugged", "status": "completed", "tag": "bbdc411b-9291-4e80-a01b-1228ff309f92"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:10:03.748474 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port bbdc411b-9291-4e80-a01b-1228ff309f92, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=bbdc411b-9291-4e80-a01b-1228ff309f92,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:10:03.753994 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:03.782445 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777f8524-556b-469f-b135-acf2bc5d87ef x-openstack-request-id: req-777f8524-556b-469f-b135-acf2bc5d87ef {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:10:03.782815 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71aeb8c3-697e-4f4e-9222-8197f0a7614f", "name": "network-vif-plugged", "status": "completed", "tag": "bbdc411b-9291-4e80-a01b-1228ff309f92", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:10:03.783152 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-777f8524-556b-469f-b135-acf2bc5d87ef {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:10:03.783622 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777f8524-556b-469f-b135-acf2bc5d87ef'] response: {'server_uuid': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'code': 200} Sep 27 05:10:03.811869 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=bbdc411b-9291-4e80-a01b-1228ff309f92,revision_number=10']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:03.825148 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de750ac2-329b-49bf-aef8-e8bff7d4dfbc req-afe05217-9777-47d3-8732-26c606dd1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:03.826638 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-de750ac2-329b-49bf-aef8-e8bff7d4dfbc req-afe05217-9777-47d3-8732-26c606dd1035 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 200 len: 858 time: 0.0829980 Sep 27 05:10:03.866808 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbf5d7-c5b4-41d9-bdc8-8756728d111b req-c1319e0f-72c2-4aae-b850-b1946fb85c88 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:03.873316 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1ddbf5d7-c5b4-41d9-bdc8-8756728d111b req-c1319e0f-72c2-4aae-b850-b1946fb85c88 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 947 time: 0.0646744 Sep 27 05:10:03.882582 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de750ac2-329b-49bf-aef8-e8bff7d4dfbc req-a97111d8-d81f-425b-8d0a-89037a5720f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:03.884185 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-de750ac2-329b-49bf-aef8-e8bff7d4dfbc req-a97111d8-d81f-425b-8d0a-89037a5720f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4442df01-63e0-4b38-b6ea-c622548962d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477252 Sep 27 05:10:03.921525 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1ddbf5d7-c5b4-41d9-bdc8-8756728d111b req-a67f9ae2-c9c9-49b1-a284-97a452e4dbae tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462484 Sep 27 05:10:03.979374 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-de750ac2-329b-49bf-aef8-e8bff7d4dfbc req-662ca08a-9593-4a56-948f-e1e3a20ffdc0 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875857 Sep 27 05:10:04.069213 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-de750ac2-329b-49bf-aef8-e8bff7d4dfbc req-bbe463c8-5fa9-4d75-b2c0-8ab7a1717bd3 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850694 Sep 27 05:10:04.402934 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200300c-bbac-4186-860d-fa6dd79f13f7 req-d0a65a47-664d-45c8-80a0-42e37142ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:04.404428 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7200300c-bbac-4186-860d-fa6dd79f13f7 req-d0a65a47-664d-45c8-80a0-42e37142ec9b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 1131 time: 0.0489955 Sep 27 05:10:04.449609 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7200300c-bbac-4186-860d-fa6dd79f13f7 req-0fedf106-9a60-436e-9884-e733b8eb2528 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374336 Sep 27 05:10:04.724365 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e1157-68d6-49be-a9c0-7a8c4f58c5bc req-41673b22-bed2-4d17-ad73-de41ee9ddf80 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:04.725896 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c65e1157-68d6-49be-a9c0-7a8c4f58c5bc req-41673b22-bed2-4d17-ad73-de41ee9ddf80 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0537179 Sep 27 05:10:04.778028 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c65e1157-68d6-49be-a9c0-7a8c4f58c5bc req-3734934e-8817-48a8-8a5b-443a1c5cd6fa tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457096 Sep 27 05:10:05.050262 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50211d-59ea-4b69-b09d-bb32f9fe4a09 req-44548efd-18a5-4d46-b52c-68363fed4c09 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:05.051710 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-db50211d-59ea-4b69-b09d-bb32f9fe4a09 req-44548efd-18a5-4d46-b52c-68363fed4c09 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 947 time: 0.0512986 Sep 27 05:10:05.099886 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-db50211d-59ea-4b69-b09d-bb32f9fe4a09 req-bf35a766-ae8f-4462-9d73-8a8d4dd36949 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420735 Sep 27 05:10:05.762433 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8519ea40-5c69-4c81-809b-e4bf44e5630b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:05.906582 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbe4fd-2d3e-484d-9f7f-af1fe283eb6e req-63511914-46d1-4d58-9745-7728181c7ebc tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:05.908042 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fccbe4fd-2d3e-484d-9f7f-af1fe283eb6e req-63511914-46d1-4d58-9745-7728181c7ebc tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0563679 Sep 27 05:10:05.954704 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fccbe4fd-2d3e-484d-9f7f-af1fe283eb6e req-0b51a033-6d6a-47cb-92af-a9b4adebebf3 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411205 Sep 27 05:10:06.229764 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd5aa37-7b37-4a43-b42e-b33587918576 req-9db2d375-ee64-44ae-b045-13acda92e574 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:06.231231 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bfd5aa37-7b37-4a43-b42e-b33587918576 req-9db2d375-ee64-44ae-b045-13acda92e574 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 947 time: 0.0531847 Sep 27 05:10:06.277136 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bfd5aa37-7b37-4a43-b42e-b33587918576 req-29424271-4119-4aad-9150-23232e268a12 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404177 Sep 27 05:10:07.083088 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb813d3-541d-4a81-ad45-5a3965cef848 req-5018ed6c-ceb2-4d34-b0c6-d52469087551 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:07.084526 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8cb813d3-541d-4a81-ad45-5a3965cef848 req-5018ed6c-ceb2-4d34-b0c6-d52469087551 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0543969 Sep 27 05:10:07.130212 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8cb813d3-541d-4a81-ad45-5a3965cef848 req-08eb9d01-3859-4598-8d87-dbfb54262e4f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394063 Sep 27 05:10:07.406291 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea839bde-d3b7-4df8-834d-be0dad5403a2 req-e0eca1f1-54f8-4943-89ba-e95b35e0588b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:07.407689 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ea839bde-d3b7-4df8-834d-be0dad5403a2 req-e0eca1f1-54f8-4943-89ba-e95b35e0588b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 947 time: 0.0522654 Sep 27 05:10:07.453448 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ea839bde-d3b7-4df8-834d-be0dad5403a2 req-794fc09e-5b98-4bdf-81cb-45fa8a261398 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401516 Sep 27 05:10:08.130509 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f5e86b3b-67ec-49b6-889d-84b07858ba11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:08.253870 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ca9ef-0e11-4d74-8233-f12961e5373c req-5d7d2d09-0ede-45b2-bb71-65609713430a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:08.255328 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7e9ca9ef-0e11-4d74-8233-f12961e5373c req-5d7d2d09-0ede-45b2-bb71-65609713430a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0510139 Sep 27 05:10:08.308629 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7e9ca9ef-0e11-4d74-8233-f12961e5373c req-ce1fd212-8ce0-4ae8-9748-6d05a2c7d9f3 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468688 Sep 27 05:10:08.584351 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b0c67-9402-4c72-8281-3673203ebc6a req-8f0c9c3d-92d2-4109-bf18-b285b7d687bf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:08.585817 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee5b0c67-9402-4c72-8281-3673203ebc6a req-8f0c9c3d-92d2-4109-bf18-b285b7d687bf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 947 time: 0.0520518 Sep 27 05:10:08.630987 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee5b0c67-9402-4c72-8281-3673203ebc6a req-26a0a149-f841-440c-b9dd-db141157b8c5 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Sep 27 05:10:09.379595 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:09.436416 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304bfa0-fac0-4fcd-bd48-f9e6637855db req-917142b1-298a-4cf7-b2df-d62cea013049 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:09.437909 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d304bfa0-fac0-4fcd-bd48-f9e6637855db req-917142b1-298a-4cf7-b2df-d62cea013049 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0522187 Sep 27 05:10:09.483492 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d304bfa0-fac0-4fcd-bd48-f9e6637855db req-96f848d8-739b-4fac-bdf9-938bc14e0bee tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400257 Sep 27 05:10:09.762209 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44df81-b8b6-49ba-903b-8662a199ca41 req-bb9378fe-2e60-41e4-8b99-53cea7cfb340 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:09.763887 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9f44df81-b8b6-49ba-903b-8662a199ca41 req-bb9378fe-2e60-41e4-8b99-53cea7cfb340 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 947 time: 0.0553591 Sep 27 05:10:09.810289 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9f44df81-b8b6-49ba-903b-8662a199ca41 req-a508496c-c4b9-4e35-a951-ef1fed6f02ef tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408914 Sep 27 05:10:10.606279 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d360118-8e77-485b-877c-d5ec8313f3a6 req-0a39f72f-2520-4871-8ed5-ffbb2b6f332c tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:10.607738 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1d360118-8e77-485b-877c-d5ec8313f3a6 req-0a39f72f-2520-4871-8ed5-ffbb2b6f332c tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0524461 Sep 27 05:10:10.653909 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1d360118-8e77-485b-877c-d5ec8313f3a6 req-1ef77a5d-26be-44f9-b046-e436f13e45dc tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406351 Sep 27 05:10:10.771464 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:10.941631 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecabcf6-8a32-478c-a07a-da8c70b309ae req-688560c9-9ff2-4a64-b8db-03b7418fc4af tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:10.943091 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0ecabcf6-8a32-478c-a07a-da8c70b309ae req-688560c9-9ff2-4a64-b8db-03b7418fc4af tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 947 time: 0.0552578 Sep 27 05:10:10.988828 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0ecabcf6-8a32-478c-a07a-da8c70b309ae req-6f96ec0c-e6ee-4b3e-a587-0a172e0936db tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401461 Sep 27 05:10:11.775634 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c056c-2316-4c68-b476-646cea1e2b79 req-83104e76-b4fa-4563-bf5d-0058353b17f3 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:11.778016 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0e4c056c-2316-4c68-b476-646cea1e2b79 req-83104e76-b4fa-4563-bf5d-0058353b17f3 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0524631 Sep 27 05:10:11.824025 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0e4c056c-2316-4c68-b476-646cea1e2b79 req-b9c8b6d3-b457-47cf-8ced-56582d6b5593 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404143 Sep 27 05:10:12.109979 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:12.946518 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d7333-a0c9-4ab0-be20-591b6bdaaf5d req-2cd7eef2-7c9a-4544-86e3-f4b6da11524a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:12.948050 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-035d7333-a0c9-4ab0-be20-591b6bdaaf5d req-2cd7eef2-7c9a-4544-86e3-f4b6da11524a tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0520561 Sep 27 05:10:12.997754 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-035d7333-a0c9-4ab0-be20-591b6bdaaf5d req-0a268d08-0ab8-4f08-a3e1-1690a854ab44 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442157 Sep 27 05:10:13.115144 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34a69f-8049-41f0-bed1-e6e8e14ecc8b req-6259cdfa-66b5-4cd1-ad75-c289811822c0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:13.116638 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6a34a69f-8049-41f0-bed1-e6e8e14ecc8b req-6259cdfa-66b5-4cd1-ad75-c289811822c0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0515311 Sep 27 05:10:13.126749 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 37974) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:13.130993 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-9bc7723e-f3df-499a-a0fc-9ea6f6cc0907 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Request body: {'floatingip': {'port_id': 'a8312e52-6a6b-49cd-b01d-52b11064cf06'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:10:13.181928 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9bc7723e-f3df-499a-a0fc-9ea6f6cc0907 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for floatingip (bf4892a7-20af-4c0a-9e04-cb501f8af9a7), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:13.624331 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9bc7723e-f3df-499a-a0fc-9ea6f6cc0907 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:13.628043 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9bc7723e-f3df-499a-a0fc-9ea6f6cc0907 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (bf4892a7-20af-4c0a-9e04-cb501f8af9a7), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:13.825036 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc7723e-f3df-499a-a0fc-9ea6f6cc0907 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Router 834773d9-47d2-4fa3-90a4-23b330823de3 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:10:14.166285 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc7723e-f3df-499a-a0fc-9ea6f6cc0907 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:10:14.171398 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9bc7723e-f3df-499a-a0fc-9ea6f6cc0907 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:14.176752 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e51ea7-fa75-4eb8-bbf7-3959002ac28a None None] Sync routers for ids ['834773d9-47d2-4fa3-90a4-23b330823de3'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:10:14.187723 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e51ea7-fa75-4eb8-bbf7-3959002ac28a None None] Routers {'834773d9-47d2-4fa3-90a4-23b330823de3'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:10:14.188351 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d9e51ea7-fa75-4eb8-bbf7-3959002ac28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:10:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['834773d9-47d2-4fa3-90a4-23b330823de3'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:10:14.202617 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'tag': 'a8312e52-6a6b-49cd-b01d-52b11064cf06'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:10:14.204867 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc5ce26-0449-49d3-bfb9-007579a5bc50" -d '{"events": [{"name": "network-changed", "server_uuid": "c36fd643-fca2-406a-a737-3b49aa8388df", "tag": "a8312e52-6a6b-49cd-b01d-52b11064cf06"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:10:14.232810 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9bc7723e-f3df-499a-a0fc-9ea6f6cc0907 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "PUT /v2.0/floatingips/bf4892a7-20af-4c0a-9e04-cb501f8af9a7 HTTP/1.1" status: 200 len: 994 time: 1.1049235 Sep 27 05:10:14.258761 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6606af8-b900-44e8-9151-bc84d28ed8ff x-openstack-request-id: req-f6606af8-b900-44e8-9151-bc84d28ed8ff {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:10:14.259056 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36fd643-fca2-406a-a737-3b49aa8388df", "tag": "a8312e52-6a6b-49cd-b01d-52b11064cf06", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:10:14.259315 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f6606af8-b900-44e8-9151-bc84d28ed8ff {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:10:14.259718 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6606af8-b900-44e8-9151-bc84d28ed8ff'] response: {'name': 'network-changed', 'server_uuid': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'tag': 'a8312e52-6a6b-49cd-b01d-52b11064cf06', 'status': 'completed', 'code': 200} Sep 27 05:10:14.339821 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5ce26-0449-49d3-bfb9-007579a5bc50 req-0ff7ad44-50b3-4c57-a9c4-233083caeded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:14.341529 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fdc5ce26-0449-49d3-bfb9-007579a5bc50 req-0ff7ad44-50b3-4c57-a9c4-233083caeded service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 1130 time: 0.0517340 Sep 27 05:10:14.419797 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-d9e51ea7-fa75-4eb8-bbf7-3959002ac28a None None] Set router 834773d9-47d2-4fa3-90a4-23b330823de3 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:10:14.448747 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5ce26-0449-49d3-bfb9-007579a5bc50 req-59d89515-2dca-4427-9847-ef7a6be4530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:14.450978 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fdc5ce26-0449-49d3-bfb9-007579a5bc50 req-59d89515-2dca-4427-9847-ef7a6be4530c service neutron] 10.222.0.49 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 920 time: 0.0992479 Sep 27 05:10:14.520265 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fdc5ce26-0449-49d3-bfb9-007579a5bc50 req-97a8ba27-06ed-43b6-834d-836f730d56d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8312e52-6a6b-49cd-b01d-52b11064cf06 HTTP/1.1" status: 200 len: 1002 time: 0.0594833 Sep 27 05:10:14.576902 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5ce26-0449-49d3-bfb9-007579a5bc50 req-720a84bc-e0ad-4ebc-988b-5feb68191036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:14.578414 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fdc5ce26-0449-49d3-bfb9-007579a5bc50 req-720a84bc-e0ad-4ebc-988b-5feb68191036 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 200 len: 858 time: 0.0449374 Sep 27 05:10:14.639756 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d9e51ea7-fa75-4eb8-bbf7-3959002ac28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'bf4892a7-20af-4c0a-9e04-cb501f8af9a7', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'port_id': 'a8312e52-6a6b-49cd-b01d-52b11064cf06', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'mac_address': 'fa:16:3e:f5:08:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:08:08Z', 'updated_at': '2022-09-27T05:10:13Z', 'revision_number': 3, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6a33cf-3418-4549-9fd1-e28de34e0f99', 'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'mac_address': 'fa:16:3e:18:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:04Z', 'revision_number': 5, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'subnets': [{'id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:10:14.640569 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5ce26-0449-49d3-bfb9-007579a5bc50 req-383cb971-5eac-448c-9663-45cc8fb6bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:14.642223 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fdc5ce26-0449-49d3-bfb9-007579a5bc50 req-383cb971-5eac-448c-9663-45cc8fb6bc1f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4442df01-63e0-4b38-b6ea-c622548962d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465815 Sep 27 05:10:14.664250 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e51ea7-fa75-4eb8-bbf7-3959002ac28a None None] Checking router: 834773d9-47d2-4fa3-90a4-23b330823de3 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:10:14.674195 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e51ea7-fa75-4eb8-bbf7-3959002ac28a None None] Routers {'834773d9-47d2-4fa3-90a4-23b330823de3'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:10:14.674815 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d9e51ea7-fa75-4eb8-bbf7-3959002ac28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:10:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['834773d9-47d2-4fa3-90a4-23b330823de3'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:10:14.736764 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fdc5ce26-0449-49d3-bfb9-007579a5bc50 req-34d6764c-e342-4acf-89a8-08a79407b90a service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861285 Sep 27 05:10:14.775639 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-d9e51ea7-fa75-4eb8-bbf7-3959002ac28a None None] Set router 834773d9-47d2-4fa3-90a4-23b330823de3 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:10:14.829494 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fdc5ce26-0449-49d3-bfb9-007579a5bc50 req-218aef73-e9eb-428e-80f4-42e3dc473b58 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833409 Sep 27 05:10:14.990891 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d9e51ea7-fa75-4eb8-bbf7-3959002ac28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'bf4892a7-20af-4c0a-9e04-cb501f8af9a7', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'port_id': 'a8312e52-6a6b-49cd-b01d-52b11064cf06', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'mac_address': 'fa:16:3e:f5:08:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:08:08Z', 'updated_at': '2022-09-27T05:10:13Z', 'revision_number': 3, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6a33cf-3418-4549-9fd1-e28de34e0f99', 'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'mac_address': 'fa:16:3e:18:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:04Z', 'revision_number': 5, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'subnets': [{'id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:10:15.015219 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e51ea7-fa75-4eb8-bbf7-3959002ac28a None None] The sync data for ids ['834773d9-47d2-4fa3-90a4-23b330823de3'] in dv-cinder-858463-2-iscsi is: [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'bf4892a7-20af-4c0a-9e04-cb501f8af9a7', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'floating_ip_address': '172.27.1.153', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'port_id': 'a8312e52-6a6b-49cd-b01d-52b11064cf06', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'mac_address': 'fa:16:3e:f5:08:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:08:08Z', 'updated_at': '2022-09-27T05:10:13Z', 'revision_number': 3, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae6a33cf-3418-4549-9fd1-e28de34e0f99', 'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'mac_address': 'fa:16:3e:18:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:04Z', 'revision_number': 5, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'subnets': [{'id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:10:15.883642 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:16.261495 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'tag': 'a8312e52-6a6b-49cd-b01d-52b11064cf06'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:10:16.268474 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00737ff1-9936-4c84-a925-0c2e51615b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c36fd643-fca2-406a-a737-3b49aa8388df", "tag": "a8312e52-6a6b-49cd-b01d-52b11064cf06"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:10:16.304018 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34d7920-25dc-479e-8db3-50f158da6ef6 x-openstack-request-id: req-f34d7920-25dc-479e-8db3-50f158da6ef6 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:10:16.304308 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36fd643-fca2-406a-a737-3b49aa8388df", "tag": "a8312e52-6a6b-49cd-b01d-52b11064cf06", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:10:16.304563 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f34d7920-25dc-479e-8db3-50f158da6ef6 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:10:16.305042 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f34d7920-25dc-479e-8db3-50f158da6ef6'] response: {'name': 'network-changed', 'server_uuid': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'tag': 'a8312e52-6a6b-49cd-b01d-52b11064cf06', 'status': 'completed', 'code': 200} Sep 27 05:10:16.374401 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00737ff1-9936-4c84-a925-0c2e51615b0d req-753d9ce4-3177-4f99-bb0f-de3896e12fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:16.375865 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-00737ff1-9936-4c84-a925-0c2e51615b0d req-753d9ce4-3177-4f99-bb0f-de3896e12fec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 1130 time: 0.0485954 Sep 27 05:10:16.477354 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00737ff1-9936-4c84-a925-0c2e51615b0d req-d243950c-c8ca-438f-913e-db4f042be03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:16.479403 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-00737ff1-9936-4c84-a925-0c2e51615b0d req-d243950c-c8ca-438f-913e-db4f042be03a service neutron] 10.222.0.49 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 920 time: 0.0817966 Sep 27 05:10:16.551182 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-00737ff1-9936-4c84-a925-0c2e51615b0d req-03e69e0e-5330-431f-84f0-e1042be7ec1f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8312e52-6a6b-49cd-b01d-52b11064cf06 HTTP/1.1" status: 200 len: 1002 time: 0.0582809 Sep 27 05:10:16.609227 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00737ff1-9936-4c84-a925-0c2e51615b0d req-7b290e6c-ba8c-4bd7-8991-e7bcd3951301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:16.610701 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-00737ff1-9936-4c84-a925-0c2e51615b0d req-7b290e6c-ba8c-4bd7-8991-e7bcd3951301 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 200 len: 858 time: 0.0438442 Sep 27 05:10:16.665492 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00737ff1-9936-4c84-a925-0c2e51615b0d req-e0539afe-e773-475a-85d6-74f783f61592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:16.667932 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-00737ff1-9936-4c84-a925-0c2e51615b0d req-e0539afe-e773-475a-85d6-74f783f61592 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4442df01-63e0-4b38-b6ea-c622548962d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450523 Sep 27 05:10:16.761019 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-00737ff1-9936-4c84-a925-0c2e51615b0d req-7f243b00-50b4-4ef5-aabd-f24e312bd026 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852792 Sep 27 05:10:16.868171 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-00737ff1-9936-4c84-a925-0c2e51615b0d req-db728142-8743-4035-9f5f-8d5da2fea4e2 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913749 Sep 27 05:10:18.126954 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150ab07-15d4-4da5-ab03-121abb7acc8b req-85a1251b-9504-4bf1-a4e4-86dffbfec3e7 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:18.128418 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d150ab07-15d4-4da5-ab03-121abb7acc8b req-85a1251b-9504-4bf1-a4e4-86dffbfec3e7 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 945 time: 0.0521076 Sep 27 05:10:18.175000 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d150ab07-15d4-4da5-ab03-121abb7acc8b req-6f607461-41ba-40d9-8758-033829ea1ec4 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408239 Sep 27 05:10:19.302074 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b66030-13e7-432b-9046-dc827a6ccb68 req-19b1f037-ae96-45cb-86fb-9faef426c68e tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:19.303438 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-70b66030-13e7-432b-9046-dc827a6ccb68 req-19b1f037-ae96-45cb-86fb-9faef426c68e tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 945 time: 0.0547135 Sep 27 05:10:19.349838 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-70b66030-13e7-432b-9046-dc827a6ccb68 req-1ad088ce-7fdd-4d16-9536-86bd1f92b747 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397615 Sep 27 05:10:20.237044 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfed259-405b-4c7a-8f04-5af9f31d3d63 req-f6c24e91-3a4a-42d0-a4df-ed6972281016 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:20.238386 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fdfed259-405b-4c7a-8f04-5af9f31d3d63 req-f6c24e91-3a4a-42d0-a4df-ed6972281016 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.49 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 945 time: 0.0508885 Sep 27 05:10:20.332490 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-fdfed259-405b-4c7a-8f04-5af9f31d3d63 req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Deleting port f5ed3874-2b99-4e15-bc5a-0b21f2941130 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:10:20.332854 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-fdfed259-405b-4c7a-8f04-5af9f31d3d63 req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (f5ed3874-2b99-4e15-bc5a-0b21f2941130), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:20.420916 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-fdfed259-405b-4c7a-8f04-5af9f31d3d63 req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] For port f5ed3874-2b99-4e15-bc5a-0b21f2941130, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f5ed3874-2b99-4e15-bc5a-0b21f2941130,segment=NetworkSegment(fe135b90-3013-4a92-bdef-9a03f54777aa),segment_id=fe135b90-3013-4a92-bdef-9a03f54777aa)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:10:20.421285 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-fdfed259-405b-4c7a-8f04-5af9f31d3d63 req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (f5ed3874-2b99-4e15-bc5a-0b21f2941130), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:20.438771 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-fdfed259-405b-4c7a-8f04-5af9f31d3d63 req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Calling delete_port for f5ed3874-2b99-4e15-bc5a-0b21f2941130 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:10:20.472151 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c463eea-c8fb-4a4c-a3e5-4579e2834512 req-14deaef5-ea2c-4379-bb7b-dd1ffd705e3e tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:20.473646 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0c463eea-c8fb-4a4c-a3e5-4579e2834512 req-14deaef5-ea2c-4379-bb7b-dd1ffd705e3e tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/ports?device_id=227b8c55-96b3-4e51-a403-c9d4d67b780b HTTP/1.1" status: 200 len: 945 time: 0.0513432 Sep 27 05:10:20.519907 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0c463eea-c8fb-4a4c-a3e5-4579e2834512 req-87938952-1afd-4c8f-aec2-06d39629e663 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.27 "GET /v2.0/security-groups?id=3020d656-604e-44d7-b35e-ddfb4ffe0ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Sep 27 05:10:20.564866 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-fdfed259-405b-4c7a-8f04-5af9f31d3d63 req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (f5ed3874-2b99-4e15-bc5a-0b21f2941130), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:20.577467 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['f5ed3874-2b99-4e15-bc5a-0b21f2941130'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:10:20.592975 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Pushing event deleted for resources: {'Port': ['ID=f5ed3874-2b99-4e15-bc5a-0b21f2941130,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:20.606018 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:20.606375 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:20.606726 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:20.607066 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:20.607406 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:20.607742 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:20.608078 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:20.608410 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:20.608742 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:20.609098 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:20.609429 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:20.609756 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:20.610083 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:20.874821 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfed259-405b-4c7a-8f04-5af9f31d3d63 req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] No DVR routers for this DVR port f5ed3874-2b99-4e15-bc5a-0b21f2941130 on host hv-cinder-85846 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:10:20.877257 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-fdfed259-405b-4c7a-8f04-5af9f31d3d63 req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:20.880480 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fdfed259-405b-4c7a-8f04-5af9f31d3d63 req-b198631b-204b-418f-a127-4542e8486e06 tempest-VolumesSnapshotTestJSON-595351257 tempest-VolumesSnapshotTestJSON-595351257-project] 10.222.0.49 "DELETE /v2.0/ports/f5ed3874-2b99-4e15-bc5a-0b21f2941130 HTTP/1.1" status: 204 len: 173 time: 0.6351545 Sep 27 05:10:20.881003 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227b8c55-96b3-4e51-a403-c9d4d67b780b', 'name': 'network-vif-deleted', 'tag': 'f5ed3874-2b99-4e15-bc5a-0b21f2941130'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:10:20.883201 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7c91a9-b54a-4d8a-9a7c-5e6fd1b518d6" -d '{"events": [{"server_uuid": "227b8c55-96b3-4e51-a403-c9d4d67b780b", "name": "network-vif-deleted", "tag": "f5ed3874-2b99-4e15-bc5a-0b21f2941130"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:10:20.921819 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece6ae34-dc5e-4009-b987-f8e0919c86fe x-openstack-request-id: req-ece6ae34-dc5e-4009-b987-f8e0919c86fe {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:10:20.922122 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227b8c55-96b3-4e51-a403-c9d4d67b780b", "name": "network-vif-deleted", "tag": "f5ed3874-2b99-4e15-bc5a-0b21f2941130", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:10:20.922384 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ece6ae34-dc5e-4009-b987-f8e0919c86fe {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:10:20.923428 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece6ae34-dc5e-4009-b987-f8e0919c86fe'] response: {'server_uuid': '227b8c55-96b3-4e51-a403-c9d4d67b780b', 'name': 'network-vif-deleted', 'tag': 'f5ed3874-2b99-4e15-bc5a-0b21f2941130', 'status': 'completed', 'code': 200} Sep 27 05:10:25.977910 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device f5ed3874-2b99-4e15-bc5a-0b21f2941130 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:10:25.997287 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: f5ed3874-2b99-4e15-bc5a-0b21f2941130 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:10:25.997631 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device f5ed3874-2b99-4e15-bc5a-0b21f2941130 not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:10:31.188758 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:10:35.767324 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-13f71ab2-505b-47e9-a862-b53c06bf88c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:38.131777 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-92961ae6-9633-4535-a465-b5a5cb1e6fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:39.378715 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:40.772821 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:42.112154 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:44.704033 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38196) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:44.751295 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Deleting subnet f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12 {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:10:44.754835 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Publish callbacks [] for subnet (f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:44.792256 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639147'] for subnet (f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:44.834421 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:44.885341 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5961716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5312894'] for subnet (f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:44.910090 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:44.914813 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:44.917912 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/f8b8cdaa-81bd-42bc-9f0c-38634e4ffa12 HTTP/1.1" status: 204 len: 168 time: 0.2128971 Sep 27 05:10:44.921231 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38198) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:44.923352 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:44.923706 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:44.924050 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:44.924386 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:44.924719 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:44.925083 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:44.925418 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:44.925749 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:44.926182 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:44.926403 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:44.926760 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:44.927184 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:44.927566 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a51425-f260-4703-966f-66b06564adf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:10:44.988057 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-96de0248-6ecd-404c-a69e-6e8f90b19969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (5fe9734f-a956-4be4-a003-7671abd5abeb), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:45.065729 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-96de0248-6ecd-404c-a69e-6e8f90b19969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (5fe9734f-a956-4be4-a003-7671abd5abeb), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:45.084657 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-96de0248-6ecd-404c-a69e-6e8f90b19969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe9734f-a956-4be4-a003-7671abd5abeb']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:10:45.094219 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-96de0248-6ecd-404c-a69e-6e8f90b19969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe135b90-3013-4a92-bdef-9a03f54777aa') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:10:45.094511 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-96de0248-6ecd-404c-a69e-6e8f90b19969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe135b90-3013-4a92-bdef-9a03f54777aa') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:10:45.103614 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-96de0248-6ecd-404c-a69e-6e8f90b19969 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5353015'] for segment (fe135b90-3013-4a92-bdef-9a03f54777aa), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:45.117134 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-96de0248-6ecd-404c-a69e-6e8f90b19969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (fe135b90-3013-4a92-bdef-9a03f54777aa), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:45.122990 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96de0248-6ecd-404c-a69e-6e8f90b19969 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:10:45.123385 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-96de0248-6ecd-404c-a69e-6e8f90b19969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6096545'] for segment (fe135b90-3013-4a92-bdef-9a03f54777aa), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:45.163816 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.services.segments.plugin [-] Segment fe135b90-3013-4a92-bdef-9a03f54777aa resource provider aggregate not found Sep 27 05:10:45.184119 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.services.segments.plugin [-] Segment fe135b90-3013-4a92-bdef-9a03f54777aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe135b90-3013-4a92-bdef-9a03f54777aa found for delete ", "request_id": "req-313b886c-8f50-45e7-a259-281bf59358cb"}]} Sep 27 05:10:45.188448 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-96de0248-6ecd-404c-a69e-6e8f90b19969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (5fe9734f-a956-4be4-a003-7671abd5abeb), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:45.193802 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-96de0248-6ecd-404c-a69e-6e8f90b19969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:45.196896 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-96de0248-6ecd-404c-a69e-6e8f90b19969 admin admin] 10.222.0.27 "DELETE /v2.0/networks/5fe9734f-a956-4be4-a003-7671abd5abeb HTTP/1.1" status: 204 len: 168 time: 0.2746422 Sep 27 05:10:45.208734 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de0248-6ecd-404c-a69e-6e8f90b19969 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe9734f-a956-4be4-a003-7671abd5abeb,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:45.367911 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38208) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:45.409104 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b6b241c6-9325-45f9-9b9d-b0de563dba60 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=26e17082ae5342d29732e14c7d59f44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398581 Sep 27 05:10:45.411579 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38210) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:45.457861 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bb0eb237-b454-442a-b1d2-3520f45aca62 admin admin] Publish callbacks [] for security_group (3020d656-604e-44d7-b35e-ddfb4ffe0ae9), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:45.479470 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bb0eb237-b454-442a-b1d2-3520f45aca62 admin admin] Publish callbacks [] for security_group (3020d656-604e-44d7-b35e-ddfb4ffe0ae9), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:45.525340 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bb0eb237-b454-442a-b1d2-3520f45aca62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (3020d656-604e-44d7-b35e-ddfb4ffe0ae9), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:45.528856 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bb0eb237-b454-442a-b1d2-3520f45aca62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:45.530001 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-bb0eb237-b454-442a-b1d2-3520f45aca62 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3020d656-604e-44d7-b35e-ddfb4ffe0ae9 HTTP/1.1" status: 204 len: 168 time: 0.1175299 Sep 27 05:10:45.537319 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0eb237-b454-442a-b1d2-3520f45aca62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3020d656-604e-44d7-b35e-ddfb4ffe0ae9,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:45.881241 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:47.761669 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2f253cc4-699f-4b88-835a-b0ccea5d3019 req-81e4ee21-1001-4e75-8ed4-854b74f708a1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446506 Sep 27 05:10:47.851098 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f253cc4-699f-4b88-835a-b0ccea5d3019 req-a4f160e6-90a8-4ab9-88d2-7a33251d7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:47.852592 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2f253cc4-699f-4b88-835a-b0ccea5d3019 req-a4f160e6-90a8-4ab9-88d2-7a33251d7db9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=97fc6113b9d248e0b081f9812381b453&device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 1129 time: 0.0467551 Sep 27 05:10:47.953027 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f253cc4-699f-4b88-835a-b0ccea5d3019 req-468330da-7cc0-43db-8d9e-1c7de5bba003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:47.954485 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2f253cc4-699f-4b88-835a-b0ccea5d3019 req-468330da-7cc0-43db-8d9e-1c7de5bba003 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 200 len: 920 time: 0.0828202 Sep 27 05:10:47.999184 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2f253cc4-699f-4b88-835a-b0ccea5d3019 req-7947cc4a-eeff-43ef-8b07-83eaa085cd15 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=001b8ab8-3135-4c20-bac0-a1f396fbb065 HTTP/1.1" status: 200 len: 217 time: 0.0358717 Sep 27 05:10:48.064783 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f253cc4-699f-4b88-835a-b0ccea5d3019 req-0130c32f-1e19-404c-84e9-f71166c8197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:48.066347 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2f253cc4-699f-4b88-835a-b0ccea5d3019 req-0130c32f-1e19-404c-84e9-f71166c8197b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 200 len: 858 time: 0.0455713 Sep 27 05:10:48.118698 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f253cc4-699f-4b88-835a-b0ccea5d3019 req-83e2a4dd-4da8-40bd-8d37-08a4ab5253d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:48.120856 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2f253cc4-699f-4b88-835a-b0ccea5d3019 req-83e2a4dd-4da8-40bd-8d37-08a4ab5253d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4442df01-63e0-4b38-b6ea-c622548962d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447593 Sep 27 05:10:48.213830 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2f253cc4-699f-4b88-835a-b0ccea5d3019 req-70b1ec38-9a16-4777-b982-57bcd2da14cf service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868554 Sep 27 05:10:48.303257 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2f253cc4-699f-4b88-835a-b0ccea5d3019 req-219096ef-a030-4820-a970-8059bcb62498 service neutron] 10.222.0.49 "GET /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831773 Sep 27 05:10:48.921694 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291bf9c-c4cf-48e2-a38e-487e4ad51f38 req-3d3686de-8234-4e11-ac33-dcad3cf4ffd3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:48.923249 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7291bf9c-c4cf-48e2-a38e-487e4ad51f38 req-3d3686de-8234-4e11-ac33-dcad3cf4ffd3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 947 time: 0.0643160 Sep 27 05:10:48.984987 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7291bf9c-c4cf-48e2-a38e-487e4ad51f38 req-b997ba53-09f4-4329-9d5d-789f917955de tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505068 Sep 27 05:10:50.132334 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa4d67-e86d-4b88-8f81-ce458d5b08f3 req-08cc9105-e021-4dde-b436-80f38c974f6e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:50.133872 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-19aa4d67-e86d-4b88-8f81-ce458d5b08f3 req-08cc9105-e021-4dde-b436-80f38c974f6e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 947 time: 0.0563781 Sep 27 05:10:50.182300 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-19aa4d67-e86d-4b88-8f81-ce458d5b08f3 req-dff16bc8-91ec-445d-8dc1-54d46374b5e1 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421517 Sep 27 05:10:50.411393 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a40917-0a4a-471b-81db-36d55a0e6e17 req-8b7dd94f-1e2a-445f-87cb-bab83b40e898 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:50.412963 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-31a40917-0a4a-471b-81db-36d55a0e6e17 req-8b7dd94f-1e2a-445f-87cb-bab83b40e898 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 946 time: 0.0607355 Sep 27 05:10:50.459579 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-31a40917-0a4a-471b-81db-36d55a0e6e17 req-fd302c61-1425-425d-a91f-be784a4dbf32 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409091 Sep 27 05:10:50.577235 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-f2d9465d-28f7-4c00-b308-2078b2111710 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:50.578643 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-f2d9465d-28f7-4c00-b308-2078b2111710 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.49 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 947 time: 0.0545995 Sep 27 05:10:50.671571 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-6a062efa-341e-45ba-a21a-e73609cadfbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Deleting port bbdc411b-9291-4e80-a01b-1228ff309f92 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:10:50.671917 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-6a062efa-341e-45ba-a21a-e73609cadfbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:50.757897 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-6a062efa-341e-45ba-a21a-e73609cadfbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] For port bbdc411b-9291-4e80-a01b-1228ff309f92, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=bbdc411b-9291-4e80-a01b-1228ff309f92,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:10:50.758264 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-6a062efa-341e-45ba-a21a-e73609cadfbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:50.915614 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-6a062efa-341e-45ba-a21a-e73609cadfbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:50.915978 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-6a062efa-341e-45ba-a21a-e73609cadfbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (50f4da43-ef0d-4edc-849f-102947cb4116), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:50.916295 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-6a062efa-341e-45ba-a21a-e73609cadfbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Floating IP 50f4da43-ef0d-4edc-849f-102947cb4116 disassociated. External IP: 172.27.1.61, port: bbdc411b-9291-4e80-a01b-1228ff309f92. Sep 27 05:10:50.916644 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-6a062efa-341e-45ba-a21a-e73609cadfbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Calling delete_port for bbdc411b-9291-4e80-a01b-1228ff309f92 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:10:51.039488 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-6a062efa-341e-45ba-a21a-e73609cadfbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (bbdc411b-9291-4e80-a01b-1228ff309f92), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:51.068819 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a062efa-341e-45ba-a21a-e73609cadfbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event deleted for resources: {'Port': ['ID=bbdc411b-9291-4e80-a01b-1228ff309f92,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:51.179139 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-6a062efa-341e-45ba-a21a-e73609cadfbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Router 764a60f9-2981-423b-a91a-2573cc9cee8d has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:10:51.280596 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-6a062efa-341e-45ba-a21a-e73609cadfbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:10:51.290800 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c9141a9-01a7-4f25-b428-130bd5306826 req-d1c14c03-75ce-45c2-b2e1-56c58d386c03 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=71aeb8c3-697e-4f4e-9222-8197f0a7614f HTTP/1.1" status: 200 len: 210 time: 0.0283699 Sep 27 05:10:51.291561 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04bd983-d9f9-4bed-8d44-fc4fb7729557 None None] Sync routers for ids ['764a60f9-2981-423b-a91a-2573cc9cee8d'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:10:51.303032 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04bd983-d9f9-4bed-8d44-fc4fb7729557 None None] Routers {'764a60f9-2981-423b-a91a-2573cc9cee8d'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:10:51.303911 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-e04bd983-d9f9-4bed-8d44-fc4fb7729557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:10:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['764a60f9-2981-423b-a91a-2573cc9cee8d'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:10:51.327775 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-6a062efa-341e-45ba-a21a-e73609cadfbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] No DVR routers for this DVR port bbdc411b-9291-4e80-a01b-1228ff309f92 on host hv-cinder-85846 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:10:51.330450 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-6a062efa-341e-45ba-a21a-e73609cadfbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:51.333842 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ed5eff0c-9832-4f81-a629-5e56fc43194b req-6a062efa-341e-45ba-a21a-e73609cadfbf tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.49 "DELETE /v2.0/ports/bbdc411b-9291-4e80-a01b-1228ff309f92 HTTP/1.1" status: 204 len: 173 time: 0.7480955 Sep 27 05:10:51.334345 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'name': 'network-vif-deleted', 'tag': 'bbdc411b-9291-4e80-a01b-1228ff309f92'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:10:51.336624 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85078361-fe6f-49f4-aef6-d525d161652b" -d '{"events": [{"server_uuid": "71aeb8c3-697e-4f4e-9222-8197f0a7614f", "name": "network-vif-deleted", "tag": "bbdc411b-9291-4e80-a01b-1228ff309f92"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:10:51.379772 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0864e0c-fc42-4ed0-9af3-84b9634053d1 x-openstack-request-id: req-e0864e0c-fc42-4ed0-9af3-84b9634053d1 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:10:51.380169 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71aeb8c3-697e-4f4e-9222-8197f0a7614f", "name": "network-vif-deleted", "tag": "bbdc411b-9291-4e80-a01b-1228ff309f92", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:10:51.381000 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e0864e0c-fc42-4ed0-9af3-84b9634053d1 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:10:51.381000 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0864e0c-fc42-4ed0-9af3-84b9634053d1'] response: {'server_uuid': '71aeb8c3-697e-4f4e-9222-8197f0a7614f', 'name': 'network-vif-deleted', 'tag': 'bbdc411b-9291-4e80-a01b-1228ff309f92', 'status': 'completed', 'code': 200} Sep 27 05:10:51.414118 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-e04bd983-d9f9-4bed-8d44-fc4fb7729557 None None] Set router 764a60f9-2981-423b-a91a-2573cc9cee8d gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:10:51.591366 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9ab6b-a4b8-4e0b-924c-b87d75c409a7 req-3d19b675-4564-449a-98b1-14dc26b20202 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:51.592998 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6ed9ab6b-a4b8-4e0b-924c-b87d75c409a7 req-3d19b675-4564-449a-98b1-14dc26b20202 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 946 time: 0.0567865 Sep 27 05:10:51.626995 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-e04bd983-d9f9-4bed-8d44-fc4fb7729557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:38Z', 'revision_number': 5, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:10:51.642762 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6ed9ab6b-a4b8-4e0b-924c-b87d75c409a7 req-24c8bf7a-5f5c-4b74-aa5a-47108834b8f9 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=35eeff59-121b-4d01-8423-aed199eb489c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411603 Sep 27 05:10:51.651294 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04bd983-d9f9-4bed-8d44-fc4fb7729557 None None] Checking router: 764a60f9-2981-423b-a91a-2573cc9cee8d for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:10:51.660215 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04bd983-d9f9-4bed-8d44-fc4fb7729557 None None] Routers {'764a60f9-2981-423b-a91a-2573cc9cee8d'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:10:51.661019 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-e04bd983-d9f9-4bed-8d44-fc4fb7729557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:10:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['764a60f9-2981-423b-a91a-2573cc9cee8d'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:10:51.764063 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-e04bd983-d9f9-4bed-8d44-fc4fb7729557 None None] Set router 764a60f9-2981-423b-a91a-2573cc9cee8d gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:10:52.040060 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-e04bd983-d9f9-4bed-8d44-fc4fb7729557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:38Z', 'revision_number': 5, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:10:52.055672 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-ff7a69f2-f77a-45d0-a05e-febe19dfa8d9 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:52.057204 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-ff7a69f2-f77a-45d0-a05e-febe19dfa8d9 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 946 time: 0.0524499 Sep 27 05:10:52.067536 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04bd983-d9f9-4bed-8d44-fc4fb7729557 None None] The sync data for ids ['764a60f9-2981-423b-a91a-2573cc9cee8d'] in dv-cinder-858463-2-iscsi is: [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:38Z', 'revision_number': 5, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:10:52.156712 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-6a781884-9560-43d7-b04d-077abac68b45 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Deleting port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:10:52.157084 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-6a781884-9560-43d7-b04d-077abac68b45 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:52.248221 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-6a781884-9560-43d7-b04d-077abac68b45 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] For port 24dc9bd9-f256-4beb-a519-1dd203ec50c3, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=24dc9bd9-f256-4beb-a519-1dd203ec50c3,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:10:52.248596 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-6a781884-9560-43d7-b04d-077abac68b45 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:52.299927 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139a0eb6-efe7-48fd-ac1a-1c16a5990ac8 None None] New status for floating IP 50f4da43-ef0d-4edc-849f-102947cb4116: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:10:52.391152 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38280) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:52.414563 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-6a781884-9560-43d7-b04d-077abac68b45 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:52.414935 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-6a781884-9560-43d7-b04d-077abac68b45 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (816fd288-0e7a-4e13-8933-30868814f288), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:52.415252 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-6a781884-9560-43d7-b04d-077abac68b45 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Floating IP 816fd288-0e7a-4e13-8933-30868814f288 disassociated. External IP: 172.27.1.140, port: 24dc9bd9-f256-4beb-a519-1dd203ec50c3. Sep 27 05:10:52.415598 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-6a781884-9560-43d7-b04d-077abac68b45 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Calling delete_port for 24dc9bd9-f256-4beb-a519-1dd203ec50c3 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:10:52.459878 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8d6ff6fb-00be-4397-a3e8-ebe4e8952953 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group (4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:52.487404 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8d6ff6fb-00be-4397-a3e8-ebe4e8952953 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group (4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:52.535176 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8d6ff6fb-00be-4397-a3e8-ebe4e8952953 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:52.537932 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8d6ff6fb-00be-4397-a3e8-ebe4e8952953 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:52.539070 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-8d6ff6fb-00be-4397-a3e8-ebe4e8952953 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "DELETE /v2.0/security-groups/4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1 HTTP/1.1" status: 204 len: 168 time: 0.1462481 Sep 27 05:10:52.542149 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38282) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:52.548743 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-6a781884-9560-43d7-b04d-077abac68b45 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (24dc9bd9-f256-4beb-a519-1dd203ec50c3), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:52.555634 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ff6fb-00be-4397-a3e8-ebe4e8952953 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:52.563457 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.api.v2.resource [None req-99bad9a8-51d6-4892-8ede-561cefae2a86 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] show failed (client error): The resource could not be found. Sep 27 05:10:52.564588 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-99bad9a8-51d6-4892-8ede-561cefae2a86 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups/4cb093e8-da79-4c6d-b7d1-1c1c4a7ff0f1 HTTP/1.1" status: 404 len: 347 time: 0.0200541 Sep 27 05:10:52.567573 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38284) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:52.579620 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a781884-9560-43d7-b04d-077abac68b45 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event deleted for resources: {'Port': ['ID=24dc9bd9-f256-4beb-a519-1dd203ec50c3,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:52.688657 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a0184-f693-4d25-a38b-9f357a223d41 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Deleting port 2327a428-2275-4b0c-81f5-57945c90bc23 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:10:52.689077 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3a5a0184-f693-4d25-a38b-9f357a223d41 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (2327a428-2275-4b0c-81f5-57945c90bc23), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:52.704816 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-6a781884-9560-43d7-b04d-077abac68b45 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Router 83cd05dd-a124-4462-b3eb-3545ff2cb33a has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:10:52.773978 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3a5a0184-f693-4d25-a38b-9f357a223d41 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (2327a428-2275-4b0c-81f5-57945c90bc23), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:52.774399 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3a5a0184-f693-4d25-a38b-9f357a223d41 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for floatingip (2327a428-2275-4b0c-81f5-57945c90bc23), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:52.787152 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-3a5a0184-f693-4d25-a38b-9f357a223d41 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Calling delete_port for 2327a428-2275-4b0c-81f5-57945c90bc23 owned by network:floatingip {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:10:52.816898 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-6a781884-9560-43d7-b04d-077abac68b45 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:10:52.827427 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270e7f1-b2a5-433f-83e0-4c0974ff4bfb None None] Sync routers for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:10:52.839392 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270e7f1-b2a5-433f-83e0-4c0974ff4bfb None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:10:52.841043 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-1270e7f1-b2a5-433f-83e0-4c0974ff4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:10:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:10:52.870472 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-6a781884-9560-43d7-b04d-077abac68b45 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] No DVR routers for this DVR port 24dc9bd9-f256-4beb-a519-1dd203ec50c3 on host hv-cinder-85846 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:10:52.875017 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-6a781884-9560-43d7-b04d-077abac68b45 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:52.879341 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e8543e76-e816-43a3-90c5-0f343e07c745 req-6a781884-9560-43d7-b04d-077abac68b45 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "DELETE /v2.0/ports/24dc9bd9-f256-4beb-a519-1dd203ec50c3 HTTP/1.1" status: 204 len: 173 time: 0.8167801 Sep 27 05:10:52.947059 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3a5a0184-f693-4d25-a38b-9f357a223d41 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (2327a428-2275-4b0c-81f5-57945c90bc23), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:52.958605 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-1270e7f1-b2a5-433f-83e0-4c0974ff4bfb None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:10:52.997040 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a0184-f693-4d25-a38b-9f357a223d41 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event deleted for resources: {'Port': ['ID=2327a428-2275-4b0c-81f5-57945c90bc23,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:53.074651 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-23a8bd2e-2ed8-45ce-8603-a8b05c8045a4 req-0aba50e0-d113-450f-88fb-d7f59f2926bd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=45ac2d12-e4d9-480a-b15f-8d23558063f3 HTTP/1.1" status: 200 len: 210 time: 0.3473184 Sep 27 05:10:53.085373 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3a5a0184-f693-4d25-a38b-9f357a223d41 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for floatingip (50f4da43-ef0d-4edc-849f-102947cb4116), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.097080 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3a5a0184-f693-4d25-a38b-9f357a223d41 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.097080 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3a5a0184-f693-4d25-a38b-9f357a223d41 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "DELETE /v2.0/floatingips/50f4da43-ef0d-4edc-849f-102947cb4116 HTTP/1.1" status: 204 len: 168 time: 0.5205374 Sep 27 05:10:53.180517 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38292) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:53.186858 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-29761d0f-28f1-4d85-8eac-da9881f6bd6e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--537216273', 'description': 'tempest-description--897775564'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:10:53.199757 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-1270e7f1-b2a5-433f-83e0-4c0974ff4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:10:53.207197 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-29761d0f-28f1-4d85-8eac-da9881f6bd6e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.224178 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270e7f1-b2a5-433f-83e0-4c0974ff4bfb None None] Checking router: 83cd05dd-a124-4462-b3eb-3545ff2cb33a for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:10:53.233492 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270e7f1-b2a5-433f-83e0-4c0974ff4bfb None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:10:53.234124 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-1270e7f1-b2a5-433f-83e0-4c0974ff4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:10:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:10:53.278191 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-29761d0f-28f1-4d85-8eac-da9881f6bd6e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group (5034ae65-4e31-4d0c-815d-c65a1a97be4b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.285746 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-29761d0f-28f1-4d85-8eac-da9881f6bd6e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (5034ae65-4e31-4d0c-815d-c65a1a97be4b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.315480 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-29761d0f-28f1-4d85-8eac-da9881f6bd6e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.316711 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-29761d0f-28f1-4d85-8eac-da9881f6bd6e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1349263 Sep 27 05:10:53.317592 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29761d0f-28f1-4d85-8eac-da9881f6bd6e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5034ae65-4e31-4d0c-815d-c65a1a97be4b,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:53.319716 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38294) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:53.324035 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-7d72aec7-8ea8-4c86-b703-57372a59d643 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Request body: {'security_group_rule': {'security_group_id': '5034ae65-4e31-4d0c-815d-c65a1a97be4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:10:53.349575 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-1270e7f1-b2a5-433f-83e0-4c0974ff4bfb None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:10:53.351768 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7d72aec7-8ea8-4c86-b703-57372a59d643 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group_rule (9806fdc9-5e54-40de-9eb5-5561ac78cdb6), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.382381 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ac2d12-e4d9-480a-b15f-8d23558063f3', 'name': 'network-vif-deleted', 'tag': '24dc9bd9-f256-4beb-a519-1dd203ec50c3'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:10:53.384655 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d82878-0c40-4fc2-aa8b-5cab4847f3f5" -d '{"events": [{"server_uuid": "45ac2d12-e4d9-480a-b15f-8d23558063f3", "name": "network-vif-deleted", "tag": "24dc9bd9-f256-4beb-a519-1dd203ec50c3"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:10:53.420258 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7d72aec7-8ea8-4c86-b703-57372a59d643 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group_rule (9806fdc9-5e54-40de-9eb5-5561ac78cdb6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.430924 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7d72aec7-8ea8-4c86-b703-57372a59d643 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (9806fdc9-5e54-40de-9eb5-5561ac78cdb6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.439567 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934af534-8fb3-4cdd-bc23-90afb3a3c498 x-openstack-request-id: req-934af534-8fb3-4cdd-bc23-90afb3a3c498 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:10:53.439916 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ac2d12-e4d9-480a-b15f-8d23558063f3", "name": "network-vif-deleted", "tag": "24dc9bd9-f256-4beb-a519-1dd203ec50c3", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:10:53.440170 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-934af534-8fb3-4cdd-bc23-90afb3a3c498 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:10:53.440563 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934af534-8fb3-4cdd-bc23-90afb3a3c498'] response: {'server_uuid': '45ac2d12-e4d9-480a-b15f-8d23558063f3', 'name': 'network-vif-deleted', 'tag': '24dc9bd9-f256-4beb-a519-1dd203ec50c3', 'status': 'completed', 'code': 200} Sep 27 05:10:53.452084 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72aec7-8ea8-4c86-b703-57372a59d643 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9806fdc9-5e54-40de-9eb5-5561ac78cdb6,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:53.462425 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7d72aec7-8ea8-4c86-b703-57372a59d643 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.463864 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7d72aec7-8ea8-4c86-b703-57372a59d643 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431224 Sep 27 05:10:53.467269 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38298) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:53.471794 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-343f1328-2bb0-4758-ac40-8800949da042 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Request body: {'security_group_rule': {'security_group_id': '5034ae65-4e31-4d0c-815d-c65a1a97be4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:10:53.495379 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-343f1328-2bb0-4758-ac40-8800949da042 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group_rule (3af3762b-a648-4d26-b502-5fbd12147713), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.552439 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-343f1328-2bb0-4758-ac40-8800949da042 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group_rule (3af3762b-a648-4d26-b502-5fbd12147713), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.556396 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-343f1328-2bb0-4758-ac40-8800949da042 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (3af3762b-a648-4d26-b502-5fbd12147713), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.575250 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f1328-2bb0-4758-ac40-8800949da042 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af3762b-a648-4d26-b502-5fbd12147713,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:53.586148 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-343f1328-2bb0-4758-ac40-8800949da042 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.590826 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-343f1328-2bb0-4758-ac40-8800949da042 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190331 Sep 27 05:10:53.591092 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38300) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:53.593399 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-1270e7f1-b2a5-433f-83e0-4c0974ff4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:10:53.595675 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Request body: {'floatingip': {'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:10:53.614674 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.617195 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270e7f1-b2a5-433f-83e0-4c0974ff4bfb None None] The sync data for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi is: [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:10:53.718396 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.824887 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Allocated IP 172.27.1.42 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/9bb892f1-067f-40a2-abff-0f8f740996cd) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:10:53.841822 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6542ec-a536-46d3-8093-29e2feaa96a5 None None] New status for floating IP 816fd288-0e7a-4e13-8933-30868814f288: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:10:53.933040 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for port (9bb892f1-067f-40a2-abff-0f8f740996cd), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:53.966706 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (9bb892f1-067f-40a2-abff-0f8f740996cd), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.007726 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:10:54.010542 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:10:54.016623 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:10:54.021499 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event updated for resources: {'Port': ['ID=9bb892f1-067f-40a2-abff-0f8f740996cd,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:54.105177 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for floatingip (ec5b7489-4575-4b1f-9d10-7c6f126fafc1), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.145272 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (9bb892f1-067f-40a2-abff-0f8f740996cd), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.172712 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38306) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:54.227861 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1bda391-c940-464c-b565-f6dc08e91711 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (35eeff59-121b-4d01-8423-aed199eb489c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.252154 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1bda391-c940-464c-b565-f6dc08e91711 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (35eeff59-121b-4d01-8423-aed199eb489c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.294832 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for port (9bb892f1-067f-40a2-abff-0f8f740996cd), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.299020 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (9bb892f1-067f-40a2-abff-0f8f740996cd), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.300554 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1bda391-c940-464c-b565-f6dc08e91711 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (35eeff59-121b-4d01-8423-aed199eb489c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.303222 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1bda391-c940-464c-b565-f6dc08e91711 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.306896 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d1bda391-c940-464c-b565-f6dc08e91711 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "DELETE /v2.0/security-groups/35eeff59-121b-4d01-8423-aed199eb489c HTTP/1.1" status: 204 len: 168 time: 0.1306345 Sep 27 05:10:54.307539 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38308) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:54.325309 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.api.v2.resource [None req-c6bac5dd-6f45-4395-b69f-2342508c7ead tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] show failed (client error): The resource could not be found. Sep 27 05:10:54.326410 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c6bac5dd-6f45-4395-b69f-2342508c7ead tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups/35eeff59-121b-4d01-8423-aed199eb489c HTTP/1.1" status: 404 len: 347 time: 0.0179284 Sep 27 05:10:54.327212 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bda391-c940-464c-b565-f6dc08e91711 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eeff59-121b-4d01-8423-aed199eb489c,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:54.329470 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38310) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:54.365542 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (ec5b7489-4575-4b1f-9d10-7c6f126fafc1), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.367978 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event updated for resources: {'Port': ['ID=9bb892f1-067f-40a2-abff-0f8f740996cd,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:54.383575 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.395299 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-46a58f1e-52c7-45a3-a3a8-2faad0eddfb0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7925358 Sep 27 05:10:54.460496 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-259f2e82-2df8-4f1d-af05-eb38c40b4284 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Deleting port 2b0a8e7f-a00b-45bf-a0e7-6a30376e7e04 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:10:54.460931 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-259f2e82-2df8-4f1d-af05-eb38c40b4284 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (2b0a8e7f-a00b-45bf-a0e7-6a30376e7e04), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.539867 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-259f2e82-2df8-4f1d-af05-eb38c40b4284 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (2b0a8e7f-a00b-45bf-a0e7-6a30376e7e04), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.540196 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-259f2e82-2df8-4f1d-af05-eb38c40b4284 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (2b0a8e7f-a00b-45bf-a0e7-6a30376e7e04), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.552617 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-259f2e82-2df8-4f1d-af05-eb38c40b4284 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Calling delete_port for 2b0a8e7f-a00b-45bf-a0e7-6a30376e7e04 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:10:54.680978 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-280233c5-f016-4f6a-a15d-98cf88f32e6c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--537216273&fields=id&tenant_id=b8550668d08c4227904042b8a49bc261 HTTP/1.1" status: 200 len: 267 time: 0.0413997 Sep 27 05:10:54.693492 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-259f2e82-2df8-4f1d-af05-eb38c40b4284 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (2b0a8e7f-a00b-45bf-a0e7-6a30376e7e04), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.718761 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f2e82-2df8-4f1d-af05-eb38c40b4284 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event deleted for resources: {'Port': ['ID=2b0a8e7f-a00b-45bf-a0e7-6a30376e7e04,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:54.780585 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-259f2e82-2df8-4f1d-af05-eb38c40b4284 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (816fd288-0e7a-4e13-8933-30868814f288), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.783134 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-259f2e82-2df8-4f1d-af05-eb38c40b4284 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.786723 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-259f2e82-2df8-4f1d-af05-eb38c40b4284 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "DELETE /v2.0/floatingips/816fd288-0e7a-4e13-8933-30868814f288 HTTP/1.1" status: 204 len: 168 time: 0.4539280 Sep 27 05:10:54.799255 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561ac11-6011-4fe6-b307-161902815870 req-7cead091-7e67-4e80-8bba-657a2940b50c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:54.800857 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-7cead091-7e67-4e80-8bba-657a2940b50c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/networks?id=68f55e36-d9fc-4a97-965b-697b60bb0317 HTTP/1.1" status: 200 len: 817 time: 0.1132894 Sep 27 05:10:54.816555 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-3cbac362-99d3-47c1-a13d-b90b7b08ec00 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/quotas/b8550668d08c4227904042b8a49bc261 HTTP/1.1" status: 200 len: 375 time: 0.0100536 Sep 27 05:10:54.849763 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38328) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:54.854387 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-247093db-68ed-4bee-a0e9-1c3f07d12c17 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1304799870', 'description': 'tempest-description--1114002282'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:10:54.873186 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-da62ef84-3c2c-4aef-82a8-b8f41fa6c45c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=b8550668d08c4227904042b8a49bc261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511031 Sep 27 05:10:54.874842 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-247093db-68ed-4bee-a0e9-1c3f07d12c17 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.945378 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-247093db-68ed-4bee-a0e9-1c3f07d12c17 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (a2312fb5-f1a3-4844-8801-79984ecc05bd), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.949067 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-247093db-68ed-4bee-a0e9-1c3f07d12c17 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (a2312fb5-f1a3-4844-8801-79984ecc05bd), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.975873 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-de46d50f-72e8-4e24-a221-9dd1434970c0 service neutron] 10.222.0.27 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877907 Sep 27 05:10:54.977116 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-247093db-68ed-4bee-a0e9-1c3f07d12c17 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:54.981269 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-247093db-68ed-4bee-a0e9-1c3f07d12c17 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1303899 Sep 27 05:10:54.984324 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38330) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:54.989433 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-c0fd7c31-1cc5-4720-a71b-f2643f461b86 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'security_group_rule': {'security_group_id': 'a2312fb5-f1a3-4844-8801-79984ecc05bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:10:54.997979 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247093db-68ed-4bee-a0e9-1c3f07d12c17 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2312fb5-f1a3-4844-8801-79984ecc05bd,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:55.019813 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7c31-1cc5-4720-a71b-f2643f461b86 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (034ec568-a9cc-4bc6-977d-086670885a6d), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:55.065003 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-1863aebc-a2e9-422b-aea6-4ea02c776caf service neutron] 10.222.0.27 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851223 Sep 27 05:10:55.076584 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7c31-1cc5-4720-a71b-f2643f461b86 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (034ec568-a9cc-4bc6-977d-086670885a6d), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:55.080412 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7c31-1cc5-4720-a71b-f2643f461b86 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (034ec568-a9cc-4bc6-977d-086670885a6d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:55.100004 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd7c31-1cc5-4720-a71b-f2643f461b86 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034ec568-a9cc-4bc6-977d-086670885a6d,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:55.107675 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7c31-1cc5-4720-a71b-f2643f461b86 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:55.108904 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c0fd7c31-1cc5-4720-a71b-f2643f461b86 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236119 Sep 27 05:10:55.111528 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38332) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:55.115743 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-3dd78a07-a19c-44a8-81d7-d5fab5cb2865 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'security_group_rule': {'security_group_id': 'a2312fb5-f1a3-4844-8801-79984ecc05bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:10:55.141506 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3dd78a07-a19c-44a8-81d7-d5fab5cb2865 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (7a805e92-9738-45b3-91bb-406bf2bd5956), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:55.203542 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3dd78a07-a19c-44a8-81d7-d5fab5cb2865 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (7a805e92-9738-45b3-91bb-406bf2bd5956), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:55.208012 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3dd78a07-a19c-44a8-81d7-d5fab5cb2865 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (7a805e92-9738-45b3-91bb-406bf2bd5956), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:55.224519 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd78a07-a19c-44a8-81d7-d5fab5cb2865 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a805e92-9738-45b3-91bb-406bf2bd5956,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:55.240556 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3dd78a07-a19c-44a8-81d7-d5fab5cb2865 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:55.244979 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3dd78a07-a19c-44a8-81d7-d5fab5cb2865 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294844 Sep 27 05:10:55.245300 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38340) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:10:55.249067 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2a53a3c0-3fda-43ea-b0e7-182e438786d0 req-3ddf2b32-cb8c-495f-9ee7-8f98adf83707 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 210 time: 0.0424945 Sep 27 05:10:55.254491 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'floatingip': {'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:10:55.279252 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:55.411332 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:55.529679 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Allocated IP 172.27.1.224 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/be5b0b4f-7c24-4541-b830-dd57bad2b8b5) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:10:55.665345 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for port (be5b0b4f-7c24-4541-b830-dd57bad2b8b5), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:55.701049 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (be5b0b4f-7c24-4541-b830-dd57bad2b8b5), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:55.740853 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:10:55.747981 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:10:55.750018 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'Port': ['ID=be5b0b4f-7c24-4541-b830-dd57bad2b8b5,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:55.752317 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:10:55.838824 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (4df9ab94-4b7a-4665-8f58-c768c80f2be9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:55.874411 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (be5b0b4f-7c24-4541-b830-dd57bad2b8b5), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:56.020152 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for port (be5b0b4f-7c24-4541-b830-dd57bad2b8b5), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:56.025060 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (be5b0b4f-7c24-4541-b830-dd57bad2b8b5), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:56.062986 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device bbdc411b-9291-4e80-a01b-1228ff309f92 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:10:56.089889 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: bbdc411b-9291-4e80-a01b-1228ff309f92 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:10:56.091085 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'Port': ['ID=be5b0b4f-7c24-4541-b830-dd57bad2b8b5,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:56.091519 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device bbdc411b-9291-4e80-a01b-1228ff309f92 not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:10:56.092195 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 24dc9bd9-f256-4beb-a519-1dd203ec50c3 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:10:56.093662 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (4df9ab94-4b7a-4665-8f58-c768c80f2be9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:56.112607 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:56.114129 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-13dd17b1-8961-46bd-806b-e8565a690ac6 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8677063 Sep 27 05:10:56.122903 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: 24dc9bd9-f256-4beb-a519-1dd203ec50c3 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:10:56.123356 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 24dc9bd9-f256-4beb-a519-1dd203ec50c3 not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:10:56.276588 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561ac11-6011-4fe6-b307-161902815870 req-f72f5c89-3490-4450-a605-74a2cb5abb77 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:56.278723 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-f72f5c89-3490-4450-a605-74a2cb5abb77 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.49 "GET /v2.0/networks?id=68f55e36-d9fc-4a97-965b-697b60bb0317 HTTP/1.1" status: 200 len: 817 time: 0.1229839 Sep 27 05:10:56.377124 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f1a88039-c8b5-4b45-ae47-7588631ee8aa req-ee0c0625-4c9f-4a0b-b0c7-73c2df525c21 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 210 time: 0.0423503 Sep 27 05:10:56.381016 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-c9a875b6-12ce-407c-b92c-ae66037a5b92 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8550668d08c4227904042b8a49bc261 HTTP/1.1" status: 200 len: 379 time: 0.0911615 Sep 27 05:10:56.386147 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-abe5db93-d70a-4257-98fa-4c1f71796d00 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1304799870&fields=id&tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec HTTP/1.1" status: 200 len: 267 time: 0.0809493 Sep 27 05:10:56.392675 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-c561ac11-6011-4fe6-b307-161902815870 req-8aa62c67-956e-4037-81ba-cbf2b75c3bb8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Request body: {'port': {'device_id': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'admin_state_up': True, 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'security_groups': ['5034ae65-4e31-4d0c-815d-c65a1a97be4b']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:10:56.488213 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab698fd6-158f-4363-aed0-edd279beb199 req-d8e9df5c-7301-4033-8fa3-80ce3abb5572 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:56.489699 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-d8e9df5c-7301-4033-8fa3-80ce3abb5572 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/networks?id=1a56c517-727f-4327-948e-4876138946d9 HTTP/1.1" status: 200 len: 815 time: 0.1014113 Sep 27 05:10:56.504367 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-bb214286-3e1e-455c-9853-f931429f2c85 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/quotas/14088bcc2ded4aebb6e8c1f890d6fdec HTTP/1.1" status: 200 len: 375 time: 0.0090349 Sep 27 05:10:56.505982 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c561ac11-6011-4fe6-b307-161902815870 req-8aa62c67-956e-4037-81ba-cbf2b75c3bb8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Made reservation on behalf of b8550668d08c4227904042b8a49bc261 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:10:56.509420 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c561ac11-6011-4fe6-b307-161902815870 req-8aa62c67-956e-4037-81ba-cbf2b75c3bb8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:56.564243 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-04ed3ab9-b292-4a53-9e37-c2a0af09fa9f tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539625 Sep 27 05:10:56.633344 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-c561ac11-6011-4fe6-b307-161902815870 req-8aa62c67-956e-4037-81ba-cbf2b75c3bb8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Allocated IP 172.20.0.6 (68f55e36-d9fc-4a97-965b-697b60bb0317/2296294a-06a0-47d1-88b5-ab865bff1c05/74fec47f-4151-401d-9d0f-5e42351ac976) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:10:56.663974 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-51842a67-818d-41f2-b27a-7a85bc8d29b7 service neutron] 10.222.0.27 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884805 Sep 27 05:10:56.766912 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-090e0e2d-5da7-43d8-8c63-6884d678fa0d service neutron] 10.222.0.27 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965838 Sep 27 05:10:56.783018 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c561ac11-6011-4fe6-b307-161902815870 req-8aa62c67-956e-4037-81ba-cbf2b75c3bb8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for port (74fec47f-4151-401d-9d0f-5e42351ac976), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:56.822619 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c561ac11-6011-4fe6-b307-161902815870 req-8aa62c67-956e-4037-81ba-cbf2b75c3bb8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:56.868108 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c561ac11-6011-4fe6-b307-161902815870 req-8aa62c67-956e-4037-81ba-cbf2b75c3bb8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Network 68f55e36-d9fc-4a97-965b-697b60bb0317 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:10:56.871166 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-c561ac11-6011-4fe6-b307-161902815870 req-8aa62c67-956e-4037-81ba-cbf2b75c3bb8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:10:56.878420 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-c561ac11-6011-4fe6-b307-161902815870 req-8aa62c67-956e-4037-81ba-cbf2b75c3bb8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:10:56.884567 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa62c67-956e-4037-81ba-cbf2b75c3bb8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event updated for resources: {'Port': ['ID=74fec47f-4151-401d-9d0f-5e42351ac976,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:56.963956 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561ac11-6011-4fe6-b307-161902815870 req-8aa62c67-956e-4037-81ba-cbf2b75c3bb8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:56.964694 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c561ac11-6011-4fe6-b307-161902815870 req-8aa62c67-956e-4037-81ba-cbf2b75c3bb8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:56.993514 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-37d0fc60-6a7e-463a-8086-5e05eeadfb0c req-41f3b70d-14b4-45fd-891e-21b2b8598a07 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 210 time: 0.0389593 Sep 27 05:10:56.996039 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-8aa62c67-956e-4037-81ba-cbf2b75c3bb8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6095459 Sep 27 05:10:57.020714 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Request body: {'port': {'device_id': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:10:57.068247 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8934d-e1aa-46d5-adf9-c38ffd84a37a req-7f85ae3a-9cf7-47cf-9818-2b745dd419b1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:57.069827 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1da8934d-e1aa-46d5-adf9-c38ffd84a37a req-7f85ae3a-9cf7-47cf-9818-2b745dd419b1 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0638840 Sep 27 05:10:57.095497 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:57.143962 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1da8934d-e1aa-46d5-adf9-c38ffd84a37a req-545cd9c7-8982-4437-bb50-314104f41bd2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616512 Sep 27 05:10:57.223337 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-fa0731c3-d7cb-4e1f-b223-24f93245af96 None None] Provisioning complete for port 74fec47f-4151-401d-9d0f-5e42351ac976 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:10:57.223916 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa0731c3-d7cb-4e1f-b223-24f93245af96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:57.224209 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-fa0731c3-d7cb-4e1f-b223-24f93245af96 None None] Attempt 1 to provision port 74fec47f-4151-401d-9d0f-5e42351ac976 Sep 27 05:10:57.259622 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fa0731c3-d7cb-4e1f-b223-24f93245af96 None None] Port 74fec47f-4151-401d-9d0f-5e42351ac976 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:10:57.381595 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74fec47f-4151-401d-9d0f-5e42351ac976 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:10:57.390396 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Publish callbacks [] for port (74fec47f-4151-401d-9d0f-5e42351ac976), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:57.403569 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Transition to ACTIVE for port object 74fec47f-4151-401d-9d0f-5e42351ac976 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:10:57.407859 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:57.471604 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Pushing event updated for resources: {'Port': ['ID=74fec47f-4151-401d-9d0f-5e42351ac976,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:57.524418 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60c447-97bc-4ce3-9300-158e80f211a3 req-19d21df9-042d-41d9-801e-5cf7e4310a1d tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:57.525034 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Attempting to bind port 74fec47f-4151-401d-9d0f-5e42351ac976 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:10:57.525163 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Attempting to bind port 74fec47f-4151-401d-9d0f-5e42351ac976 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:10:57.525499 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Attempting to bind port 74fec47f-4151-401d-9d0f-5e42351ac976 on network 68f55e36-d9fc-4a97-965b-697b60bb0317 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:10:57.529478 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ce60c447-97bc-4ce3-9300-158e80f211a3 req-19d21df9-042d-41d9-801e-5cf7e4310a1d tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.0575392 Sep 27 05:10:57.532274 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Port 74fec47f-4151-401d-9d0f-5e42351ac976 on network 68f55e36-d9fc-4a97-965b-697b60bb0317 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:10:57.532595 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Attempting to bind port 74fec47f-4151-401d-9d0f-5e42351ac976 on network 68f55e36-d9fc-4a97-965b-697b60bb0317 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:10:57.538125 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:10:57.538701 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Checking segment: {'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:10:57.539133 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Bound using segment: {'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:10:57.539683 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Bound port: 74fec47f-4151-401d-9d0f-5e42351ac976, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa42169b-dbbd-42d5-b81d-013037a32353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:10:57.540181 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:57.592179 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ce60c447-97bc-4ce3-9300-158e80f211a3 req-7ff4f0be-eaf9-4ffc-bf8d-34bbbba46aae tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573244 Sep 27 05:10:57.605096 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] For port 74fec47f-4151-401d-9d0f-5e42351ac976, host hv-cinder-85846, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:10:57.610633 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] For port 74fec47f-4151-401d-9d0f-5e42351ac976, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=74fec47f-4151-401d-9d0f-5e42351ac976,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:10:57.616618 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:57.622058 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:57.622677 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:57.624097 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] 10.222.0.49 "PUT /v2.0/ports/74fec47f-4151-401d-9d0f-5e42351ac976 HTTP/1.1" status: 200 len: 1093 time: 0.6178730 Sep 27 05:10:57.624614 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'tag': '74fec47f-4151-401d-9d0f-5e42351ac976'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:10:57.626895 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ee831d-b8da-4fd3-b842-785d94321f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de", "tag": "74fec47f-4151-401d-9d0f-5e42351ac976"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:10:57.760680 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-fa0731c3-d7cb-4e1f-b223-24f93245af96 None None] Attempt 2 to provision port 74fec47f-4151-401d-9d0f-5e42351ac976 Sep 27 05:10:57.801426 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fa0731c3-d7cb-4e1f-b223-24f93245af96 None None] Port 74fec47f-4151-401d-9d0f-5e42351ac976 had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:10:57.890333 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4015d6-a401-467a-961b-4b88315b8b8e x-openstack-request-id: req-4f4015d6-a401-467a-961b-4b88315b8b8e {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:10:57.890588 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de", "tag": "74fec47f-4151-401d-9d0f-5e42351ac976", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:10:57.890864 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4f4015d6-a401-467a-961b-4b88315b8b8e {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:10:57.891307 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f4015d6-a401-467a-961b-4b88315b8b8e'] response: {'name': 'network-changed', 'server_uuid': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'tag': '74fec47f-4151-401d-9d0f-5e42351ac976', 'status': 'completed', 'code': 200} Sep 27 05:10:57.947604 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91471f43-62c3-4b73-8557-8d857c3f1917 service neutron] Pushing event updated for resources: {'Port': ['ID=74fec47f-4151-401d-9d0f-5e42351ac976,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:57.961458 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561ac11-6011-4fe6-b307-161902815870 req-00422d43-ac45-4dbd-bd5a-3e1c3fec9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:57.962972 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-00422d43-ac45-4dbd-bd5a-3e1c3fec9e62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8550668d08c4227904042b8a49bc261&device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 1127 time: 0.0749764 Sep 27 05:10:58.003167 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab698fd6-158f-4363-aed0-edd279beb199 req-9b5b4cd9-4c24-4ae9-90d7-f0da5784e348 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:58.004630 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-9b5b4cd9-4c24-4ae9-90d7-f0da5784e348 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "GET /v2.0/networks?id=1a56c517-727f-4327-948e-4876138946d9 HTTP/1.1" status: 200 len: 815 time: 0.1185338 Sep 27 05:10:58.013993 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-091739cc-fb24-4072-bf12-f3817b4ae28c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fec47f-4151-401d-9d0f-5e42351ac976 HTTP/1.1" status: 200 len: 217 time: 0.0355580 Sep 27 05:10:58.073126 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561ac11-6011-4fe6-b307-161902815870 req-26a5a7e5-1590-4c22-ac00-f1a1ccff9d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:58.074741 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-26a5a7e5-1590-4c22-ac00-f1a1ccff9d9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2296294a-06a0-47d1-88b5-ab865bff1c05 HTTP/1.1" status: 200 len: 856 time: 0.0544550 Sep 27 05:10:58.106958 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-182241af-c9f4-4bb6-ab8b-f1aef7fb5423 req-f37562ab-a353-4062-bb5d-5aefc44a5a30 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 210 time: 0.0391333 Sep 27 05:10:58.111933 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-cf36c5fa-d142-475b-8c6c-f3e8dbbf0f20 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec HTTP/1.1" status: 200 len: 380 time: 0.0987322 Sep 27 05:10:58.122413 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3882f7d6-ce1e-49cb-8d0f-a2e13bb0acbb tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'port': {'device_id': '8a236575-093b-438e-b908-3cf8ebd7ec28', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'admin_state_up': True, 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'security_groups': ['a2312fb5-f1a3-4844-8801-79984ecc05bd']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:10:58.129837 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561ac11-6011-4fe6-b307-161902815870 req-aa32b1d3-7000-4361-9083-ec699988e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:58.131414 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-aa32b1d3-7000-4361-9083-ec699988e391 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68f55e36-d9fc-4a97-965b-697b60bb0317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461733 Sep 27 05:10:58.224463 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-853938a1-991a-4960-b9f2-a18b84a6f6c5 service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855663 Sep 27 05:10:58.271306 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3882f7d6-ce1e-49cb-8d0f-a2e13bb0acbb tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Made reservation on behalf of 14088bcc2ded4aebb6e8c1f890d6fdec for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:10:58.274684 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3882f7d6-ce1e-49cb-8d0f-a2e13bb0acbb tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:58.306678 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0690bb-f825-4742-906e-d3609b273b01 req-65c590d7-5433-4c57-a25a-2849e398c2be tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:58.308163 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a0690bb-f825-4742-906e-d3609b273b01 req-65c590d7-5433-4c57-a25a-2849e398c2be tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0931518 Sep 27 05:10:58.319993 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c561ac11-6011-4fe6-b307-161902815870 req-83c4a3ff-0d5c-48e6-b64f-0bf0b5108caa service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880699 Sep 27 05:10:58.409166 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee831d-b8da-4fd3-b842-785d94321f5e req-dc74abeb-444f-4e27-ac5b-95fd1e587552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:58.409820 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a0690bb-f825-4742-906e-d3609b273b01 req-f5456206-5726-41b0-a243-bed00e766a67 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953808 Sep 27 05:10:58.410668 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f7ee831d-b8da-4fd3-b842-785d94321f5e req-dc74abeb-444f-4e27-ac5b-95fd1e587552 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8550668d08c4227904042b8a49bc261&device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 1127 time: 0.0464795 Sep 27 05:10:58.453919 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3882f7d6-ce1e-49cb-8d0f-a2e13bb0acbb tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Allocated IP 172.20.0.10 (1a56c517-727f-4327-948e-4876138946d9/84980d5a-6c29-4863-932f-7803984692e8/e3420422-8454-4eb5-9b70-ad598527b8e9) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:10:58.509816 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee831d-b8da-4fd3-b842-785d94321f5e req-27f77b55-bb98-4f93-bfb7-e3248e5c73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:58.511302 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f7ee831d-b8da-4fd3-b842-785d94321f5e req-27f77b55-bb98-4f93-bfb7-e3248e5c73ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=68f55e36-d9fc-4a97-965b-697b60bb0317 HTTP/1.1" status: 200 len: 918 time: 0.0895326 Sep 27 05:10:58.551831 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f7ee831d-b8da-4fd3-b842-785d94321f5e req-be0c85f7-e297-4682-a62e-13489eb430bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fec47f-4151-401d-9d0f-5e42351ac976 HTTP/1.1" status: 200 len: 217 time: 0.0331347 Sep 27 05:10:58.593417 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3882f7d6-ce1e-49cb-8d0f-a2e13bb0acbb tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:58.600770 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee831d-b8da-4fd3-b842-785d94321f5e req-aa8d1185-a1df-4634-966f-59ab722d4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:58.602324 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f7ee831d-b8da-4fd3-b842-785d94321f5e req-aa8d1185-a1df-4634-966f-59ab722d4ae3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2296294a-06a0-47d1-88b5-ab865bff1c05 HTTP/1.1" status: 200 len: 856 time: 0.0439026 Sep 27 05:10:58.626929 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3882f7d6-ce1e-49cb-8d0f-a2e13bb0acbb tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:58.663115 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee831d-b8da-4fd3-b842-785d94321f5e req-4ebd1fd6-63e0-4fec-98bf-ab0da6da6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:58.664198 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f7ee831d-b8da-4fd3-b842-785d94321f5e req-4ebd1fd6-63e0-4fec-98bf-ab0da6da6417 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68f55e36-d9fc-4a97-965b-697b60bb0317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551114 Sep 27 05:10:58.668968 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3882f7d6-ce1e-49cb-8d0f-a2e13bb0acbb tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Network 1a56c517-727f-4327-948e-4876138946d9 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:10:58.672189 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3882f7d6-ce1e-49cb-8d0f-a2e13bb0acbb tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:10:58.677090 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3882f7d6-ce1e-49cb-8d0f-a2e13bb0acbb tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:10:58.727549 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882f7d6-ce1e-49cb-8d0f-a2e13bb0acbb tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event updated for resources: {'Port': ['ID=e3420422-8454-4eb5-9b70-ad598527b8e9,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:58.761054 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3882f7d6-ce1e-49cb-8d0f-a2e13bb0acbb tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:58.761693 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3882f7d6-ce1e-49cb-8d0f-a2e13bb0acbb tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:58.765405 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f7ee831d-b8da-4fd3-b842-785d94321f5e req-ca4e5e0d-2dde-46bc-a777-4ad13a83282a service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944648 Sep 27 05:10:58.785162 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3882f7d6-ce1e-49cb-8d0f-a2e13bb0acbb tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6671700 Sep 27 05:10:58.795964 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570100b-7375-4514-ace0-555e6301f1e9 req-4c0df7c5-9d77-4947-aceb-f2862db837ff tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:58.797623 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8570100b-7375-4514-ace0-555e6301f1e9 req-4c0df7c5-9d77-4947-aceb-f2862db837ff tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.1233535 Sep 27 05:10:58.802494 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Request body: {'port': {'device_id': '8a236575-093b-438e-b908-3cf8ebd7ec28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:10:58.876952 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f7ee831d-b8da-4fd3-b842-785d94321f5e req-c531a0af-f419-4f52-b179-ff78fa1ce194 service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041684 Sep 27 05:10:58.899717 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:58.904367 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8570100b-7375-4514-ace0-555e6301f1e9 req-8b008931-a80b-4735-acb0-917d894f926d tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971017 Sep 27 05:10:58.928275 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-fd1bff63-3c17-426f-9553-40f883bbd898 None None] Provisioning complete for port e3420422-8454-4eb5-9b70-ad598527b8e9 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:10:58.928866 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fd1bff63-3c17-426f-9553-40f883bbd898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:58.929183 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-fd1bff63-3c17-426f-9553-40f883bbd898 None None] Attempt 1 to provision port e3420422-8454-4eb5-9b70-ad598527b8e9 Sep 27 05:10:58.965450 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fd1bff63-3c17-426f-9553-40f883bbd898 None None] Port e3420422-8454-4eb5-9b70-ad598527b8e9 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:10:59.157889 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3420422-8454-4eb5-9b70-ad598527b8e9 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:10:59.166887 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Publish callbacks [] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:59.180673 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Transition to ACTIVE for port object e3420422-8454-4eb5-9b70-ad598527b8e9 will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:10:59.185220 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:59.466839 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-fd1bff63-3c17-426f-9553-40f883bbd898 None None] Attempt 2 to provision port e3420422-8454-4eb5-9b70-ad598527b8e9 Sep 27 05:10:59.500191 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fd1bff63-3c17-426f-9553-40f883bbd898 None None] Port e3420422-8454-4eb5-9b70-ad598527b8e9 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:10:59.546471 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Pushing event updated for resources: {'Port': ['ID=e3420422-8454-4eb5-9b70-ad598527b8e9,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:59.607641 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8b4b3-9128-4142-a587-fdf6d28cb884 req-ebd50d47-0098-424c-80f7-5b5dad2ce641 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:59.609129 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-80e8b4b3-9128-4142-a587-fdf6d28cb884 req-ebd50d47-0098-424c-80f7-5b5dad2ce641 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 944 time: 0.4192877 Sep 27 05:10:59.615971 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Attempting to bind port e3420422-8454-4eb5-9b70-ad598527b8e9 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:10:59.616298 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Attempting to bind port e3420422-8454-4eb5-9b70-ad598527b8e9 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:10:59.616622 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Attempting to bind port e3420422-8454-4eb5-9b70-ad598527b8e9 on network 1a56c517-727f-4327-948e-4876138946d9 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:10:59.635743 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Port e3420422-8454-4eb5-9b70-ad598527b8e9 on network 1a56c517-727f-4327-948e-4876138946d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:10:59.636063 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Attempting to bind port e3420422-8454-4eb5-9b70-ad598527b8e9 on network 1a56c517-727f-4327-948e-4876138946d9 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:10:59.648283 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b6937-e937-422f-bf37-544b428e5d8a req-284f52a0-3f81-4cae-b480-5f6a0e631bfd tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:59.650084 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-955b6937-e937-422f-bf37-544b428e5d8a req-284f52a0-3f81-4cae-b480-5f6a0e631bfd tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.1427090 Sep 27 05:10:59.656054 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:10:59.656383 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Checking segment: {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:10:59.656753 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Bound using segment: {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:10:59.657208 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Bound port: e3420422-8454-4eb5-9b70-ad598527b8e9, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee866521-b210-46c9-962e-d257ff14eca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1a56c517-727f-4327-948e-4876138946d9'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:10:59.657561 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:59.730190 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-80e8b4b3-9128-4142-a587-fdf6d28cb884 req-d473effb-7b7d-4d4f-9f19-47da976a7286 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2312fb5-f1a3-4844-8801-79984ecc05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107194 Sep 27 05:10:59.761723 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-955b6937-e937-422f-bf37-544b428e5d8a req-3aec461f-e209-49db-96b5-02d351ea67d8 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012619 Sep 27 05:10:59.772419 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] For port e3420422-8454-4eb5-9b70-ad598527b8e9, host hv-cinder-85846, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:10:59.777887 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] For port e3420422-8454-4eb5-9b70-ad598527b8e9, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=e3420422-8454-4eb5-9b70-ad598527b8e9,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:10:59.781984 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:59.786035 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:59.786648 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:10:59.788010 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] 10.222.0.49 "PUT /v2.0/ports/e3420422-8454-4eb5-9b70-ad598527b8e9 HTTP/1.1" status: 200 len: 1094 time: 0.9894705 Sep 27 05:10:59.788518 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a236575-093b-438e-b908-3cf8ebd7ec28', 'tag': 'e3420422-8454-4eb5-9b70-ad598527b8e9'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:10:59.790754 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6f1a21-b5b4-4540-bfac-2c02a10e5b90" -d '{"events": [{"name": "network-changed", "server_uuid": "8a236575-093b-438e-b908-3cf8ebd7ec28", "tag": "e3420422-8454-4eb5-9b70-ad598527b8e9"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:10:59.838252 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c2b891-de20-4376-a911-6e75307c798f x-openstack-request-id: req-31c2b891-de20-4376-a911-6e75307c798f {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:10:59.838542 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a236575-093b-438e-b908-3cf8ebd7ec28", "tag": "e3420422-8454-4eb5-9b70-ad598527b8e9", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:10:59.838799 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-31c2b891-de20-4376-a911-6e75307c798f {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:10:59.839197 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c2b891-de20-4376-a911-6e75307c798f'] response: {'name': 'network-changed', 'server_uuid': '8a236575-093b-438e-b908-3cf8ebd7ec28', 'tag': 'e3420422-8454-4eb5-9b70-ad598527b8e9', 'status': 'completed', 'code': 200} Sep 27 05:10:59.864170 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf435a7-fd12-453a-9ce0-621f01826cca service neutron] Pushing event updated for resources: {'Port': ['ID=e3420422-8454-4eb5-9b70-ad598527b8e9,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:10:59.882104 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab698fd6-158f-4363-aed0-edd279beb199 req-cbf72fc2-a01a-4ecb-8755-5ebc48d47f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:59.883595 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-cbf72fc2-a01a-4ecb-8755-5ebc48d47f95 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 1128 time: 0.0563850 Sep 27 05:10:59.925813 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-db34cfbd-0f4c-4f7b-9b37-3d030d83674e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3420422-8454-4eb5-9b70-ad598527b8e9 HTTP/1.1" status: 200 len: 217 time: 0.0344644 Sep 27 05:10:59.975355 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab698fd6-158f-4363-aed0-edd279beb199 req-f7771630-24e5-4de9-b24e-b166809738d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:10:59.977011 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-f7771630-24e5-4de9-b24e-b166809738d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84980d5a-6c29-4863-932f-7803984692e8 HTTP/1.1" status: 200 len: 854 time: 0.0448635 Sep 27 05:11:00.001387 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-fd1bff63-3c17-426f-9553-40f883bbd898 None None] Attempt 3 to provision port e3420422-8454-4eb5-9b70-ad598527b8e9 Sep 27 05:11:00.038459 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fd1bff63-3c17-426f-9553-40f883bbd898 None None] Port e3420422-8454-4eb5-9b70-ad598527b8e9 had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:11:00.062630 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab698fd6-158f-4363-aed0-edd279beb199 req-b38e952f-17c8-460c-a02d-48d90bbd55df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:00.064138 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-b38e952f-17c8-460c-a02d-48d90bbd55df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a56c517-727f-4327-948e-4876138946d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780776 Sep 27 05:11:00.071616 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93506da2-25a8-44a5-bfa7-590327b7ec54 req-707ee776-9b75-4332-9bf0-97ebb0a5e02d tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:00.073182 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-93506da2-25a8-44a5-bfa7-590327b7ec54 req-707ee776-9b75-4332-9bf0-97ebb0a5e02d tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.0882752 Sep 27 05:11:00.169562 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-93506da2-25a8-44a5-bfa7-590327b7ec54 req-c8864536-7f06-4019-9725-cfaa79092d8b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872376 Sep 27 05:11:00.192717 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-8e81deb8-17dc-444e-be4e-32f6dffe0ca2 service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185472 Sep 27 05:11:00.272952 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-3d2ce773-aecd-4674-8273-2d55ae6b934b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:00.274495 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-3d2ce773-aecd-4674-8273-2d55ae6b934b tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.49 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 946 time: 0.0533986 Sep 27 05:11:00.285966 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab698fd6-158f-4363-aed0-edd279beb199 req-3dc2b53d-5f3b-474b-af97-75a39fea1bab service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871065 Sep 27 05:11:00.370424 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-8e8e03c3-8970-4bcd-ab2b-35af95db8491 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Deleting port a8312e52-6a6b-49cd-b01d-52b11064cf06 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:11:00.370859 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-8e8e03c3-8970-4bcd-ab2b-35af95db8491 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:00.379469 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f1a21-b5b4-4540-bfac-2c02a10e5b90 req-83d92380-1b3a-4a4b-bfa9-70f482d95d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:00.381026 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ad6f1a21-b5b4-4540-bfac-2c02a10e5b90 req-83d92380-1b3a-4a4b-bfa9-70f482d95d59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 1128 time: 0.0494795 Sep 27 05:11:00.462647 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-8e8e03c3-8970-4bcd-ab2b-35af95db8491 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] For port a8312e52-6a6b-49cd-b01d-52b11064cf06, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=a8312e52-6a6b-49cd-b01d-52b11064cf06,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:11:00.463227 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-8e8e03c3-8970-4bcd-ab2b-35af95db8491 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:00.471563 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f1a21-b5b4-4540-bfac-2c02a10e5b90 req-9bc21167-4e03-48db-9773-d00b8447b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:00.473058 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ad6f1a21-b5b4-4540-bfac-2c02a10e5b90 req-9bc21167-4e03-48db-9773-d00b8447b6ca service neutron] 10.222.0.49 "GET /v2.0/networks?id=1a56c517-727f-4327-948e-4876138946d9 HTTP/1.1" status: 200 len: 916 time: 0.0842803 Sep 27 05:11:00.515964 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ad6f1a21-b5b4-4540-bfac-2c02a10e5b90 req-507eaafb-a245-4af2-890c-d1bdcbc7a1ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3420422-8454-4eb5-9b70-ad598527b8e9 HTTP/1.1" status: 200 len: 217 time: 0.0368233 Sep 27 05:11:00.566896 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f1a21-b5b4-4540-bfac-2c02a10e5b90 req-2cfdaad7-b1d1-43a9-92fa-197676ea7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:00.568990 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ad6f1a21-b5b4-4540-bfac-2c02a10e5b90 req-2cfdaad7-b1d1-43a9-92fa-197676ea7758 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84980d5a-6c29-4863-932f-7803984692e8 HTTP/1.1" status: 200 len: 854 time: 0.0468605 Sep 27 05:11:00.617218 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f1a21-b5b4-4540-bfac-2c02a10e5b90 req-a4e58320-cdb7-4d72-8f19-3e053369bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:00.618733 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ad6f1a21-b5b4-4540-bfac-2c02a10e5b90 req-a4e58320-cdb7-4d72-8f19-3e053369bd2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a56c517-727f-4327-948e-4876138946d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438075 Sep 27 05:11:00.627611 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-8e8e03c3-8970-4bcd-ab2b-35af95db8491 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:00.627980 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-8e8e03c3-8970-4bcd-ab2b-35af95db8491 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (bf4892a7-20af-4c0a-9e04-cb501f8af9a7), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:00.628298 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-8e8e03c3-8970-4bcd-ab2b-35af95db8491 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Floating IP bf4892a7-20af-4c0a-9e04-cb501f8af9a7 disassociated. External IP: 172.27.1.153, port: a8312e52-6a6b-49cd-b01d-52b11064cf06. Sep 27 05:11:00.628652 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-8e8e03c3-8970-4bcd-ab2b-35af95db8491 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Calling delete_port for a8312e52-6a6b-49cd-b01d-52b11064cf06 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:11:00.709156 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ad6f1a21-b5b4-4540-bfac-2c02a10e5b90 req-91b40d43-cf35-41ea-9938-963478883341 service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841374 Sep 27 05:11:00.756265 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-8e8e03c3-8970-4bcd-ab2b-35af95db8491 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (a8312e52-6a6b-49cd-b01d-52b11064cf06), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:00.784559 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e03c3-8970-4bcd-ab2b-35af95db8491 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Pushing event deleted for resources: {'Port': ['ID=a8312e52-6a6b-49cd-b01d-52b11064cf06,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:00.812424 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ad6f1a21-b5b4-4540-bfac-2c02a10e5b90 req-27168996-8ada-4bbd-bf7a-e1a3c6d27515 service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973008 Sep 27 05:11:00.894918 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ec742bc4-b309-4234-9600-0382eccd7407 req-bcde0281-210e-4132-9cdc-6ff22c6616d9 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c36fd643-fca2-406a-a737-3b49aa8388df HTTP/1.1" status: 200 len: 210 time: 0.0369790 Sep 27 05:11:00.914067 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344eb26-4e46-4038-8ab5-3e6357e42040 req-e48b986e-faee-4fe9-9581-618de05235b0 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:00.914481 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-8e8e03c3-8970-4bcd-ab2b-35af95db8491 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Router 834773d9-47d2-4fa3-90a4-23b330823de3 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:11:00.915549 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f344eb26-4e46-4038-8ab5-3e6357e42040 req-e48b986e-faee-4fe9-9581-618de05235b0 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 944 time: 0.0866377 Sep 27 05:11:00.970736 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f344eb26-4e46-4038-8ab5-3e6357e42040 req-cf366b42-9144-4107-bf83-3f5ee831f42c tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2312fb5-f1a3-4844-8801-79984ecc05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415242 Sep 27 05:11:01.017344 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-8e8e03c3-8970-4bcd-ab2b-35af95db8491 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:11:01.030244 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe7a73-fd10-44e0-ad6d-dbddef777b86 None None] Sync routers for ids ['834773d9-47d2-4fa3-90a4-23b330823de3'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:11:01.039980 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe7a73-fd10-44e0-ad6d-dbddef777b86 None None] Routers {'834773d9-47d2-4fa3-90a4-23b330823de3'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:11:01.040578 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-27fe7a73-fd10-44e0-ad6d-dbddef777b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:10:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['834773d9-47d2-4fa3-90a4-23b330823de3'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:01.058037 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-8e8e03c3-8970-4bcd-ab2b-35af95db8491 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] No DVR routers for this DVR port a8312e52-6a6b-49cd-b01d-52b11064cf06 on host hv-cinder-85846 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:11:01.060580 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-8e8e03c3-8970-4bcd-ab2b-35af95db8491 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:01.063904 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d8d2fa51-ab9d-4adc-9f2d-2ee44d37bf34 req-8e8e03c3-8970-4bcd-ab2b-35af95db8491 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.49 "DELETE /v2.0/ports/a8312e52-6a6b-49cd-b01d-52b11064cf06 HTTP/1.1" status: 204 len: 173 time: 0.7845497 Sep 27 05:11:01.064402 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'name': 'network-vif-deleted', 'tag': 'a8312e52-6a6b-49cd-b01d-52b11064cf06'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:11:01.066669 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb191ac8-650a-4485-a13d-f8b2ff0ee1d0" -d '{"events": [{"server_uuid": "c36fd643-fca2-406a-a737-3b49aa8388df", "name": "network-vif-deleted", "tag": "a8312e52-6a6b-49cd-b01d-52b11064cf06"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:11:01.114323 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4215efbf-939c-475f-9c7f-d52bddbe063e x-openstack-request-id: req-4215efbf-939c-475f-9c7f-d52bddbe063e {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:11:01.114697 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36fd643-fca2-406a-a737-3b49aa8388df", "name": "network-vif-deleted", "tag": "a8312e52-6a6b-49cd-b01d-52b11064cf06", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:11:01.114966 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4215efbf-939c-475f-9c7f-d52bddbe063e {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:11:01.115430 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4215efbf-939c-475f-9c7f-d52bddbe063e'] response: {'server_uuid': 'c36fd643-fca2-406a-a737-3b49aa8388df', 'name': 'network-vif-deleted', 'tag': 'a8312e52-6a6b-49cd-b01d-52b11064cf06', 'status': 'completed', 'code': 200} Sep 27 05:11:01.148921 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-27fe7a73-fd10-44e0-ad6d-dbddef777b86 None None] Set router 834773d9-47d2-4fa3-90a4-23b330823de3 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:11:01.309128 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ab779-3be3-438b-97e6-530142336499 req-cd0ce764-d9cc-470e-8e3c-5c3c4da1938f tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:01.310890 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-038ab779-3be3-438b-97e6-530142336499 req-cd0ce764-d9cc-470e-8e3c-5c3c4da1938f tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.0561774 Sep 27 05:11:01.360331 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-27fe7a73-fd10-44e0-ad6d-dbddef777b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'ae6a33cf-3418-4549-9fd1-e28de34e0f99', 'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'mac_address': 'fa:16:3e:18:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:04Z', 'revision_number': 5, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'subnets': [{'id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:01.362523 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-038ab779-3be3-438b-97e6-530142336499 req-9ae496d9-d230-40c6-844b-5beb6de151d1 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454392 Sep 27 05:11:01.384189 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe7a73-fd10-44e0-ad6d-dbddef777b86 None None] Checking router: 834773d9-47d2-4fa3-90a4-23b330823de3 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:11:01.393420 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fe7a73-fd10-44e0-ad6d-dbddef777b86 None None] Routers {'834773d9-47d2-4fa3-90a4-23b330823de3'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:11:01.394024 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-27fe7a73-fd10-44e0-ad6d-dbddef777b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:10:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['834773d9-47d2-4fa3-90a4-23b330823de3'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:01.494108 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-27fe7a73-fd10-44e0-ad6d-dbddef777b86 None None] Set router 834773d9-47d2-4fa3-90a4-23b330823de3 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:11:01.761995 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-27fe7a73-fd10-44e0-ad6d-dbddef777b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'ae6a33cf-3418-4549-9fd1-e28de34e0f99', 'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'mac_address': 'fa:16:3e:18:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:04Z', 'revision_number': 5, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'subnets': [{'id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:01.786045 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fe7a73-fd10-44e0-ad6d-dbddef777b86 None None] The sync data for ids ['834773d9-47d2-4fa3-90a4-23b330823de3'] in dv-cinder-858463-2-iscsi is: [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'ae6a33cf-3418-4549-9fd1-e28de34e0f99', 'name': '', 'network_id': '4442df01-63e0-4b38-b6ea-c622548962d9', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'mac_address': 'fa:16:3e:18:e4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:55Z', 'updated_at': '2022-09-27T05:06:04Z', 'revision_number': 5, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'subnets': [{'id': '7de6db7b-6008-4e44-80c5-1d9fd069d988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:11:01.989708 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38432) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:02.015783 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baded63-5082-4133-a34e-ee07ccf609c2 None None] New status for floating IP bf4892a7-20af-4c0a-9e04-cb501f8af9a7: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:11:02.048588 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f3ab5a5-a400-417d-a6b4-e24c932c72b4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for security_group (491d42b3-aabd-4de4-b54a-b5faa0b8f2f9), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:02.100511 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f3ab5a5-a400-417d-a6b4-e24c932c72b4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for security_group (491d42b3-aabd-4de4-b54a-b5faa0b8f2f9), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:02.131316 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 74fec47f-4151-401d-9d0f-5e42351ac976 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:11:02.147542 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92dddb-1624-4276-ae5d-5b9fa3bc4c0d req-4346c319-0054-4666-aea8-cf50c4f99c02 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:02.149061 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9a92dddb-1624-4276-ae5d-5b9fa3bc4c0d req-4346c319-0054-4666-aea8-cf50c4f99c02 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 944 time: 0.0951519 Sep 27 05:11:02.175883 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f3ab5a5-a400-417d-a6b4-e24c932c72b4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (491d42b3-aabd-4de4-b54a-b5faa0b8f2f9), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:02.178733 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f3ab5a5-a400-417d-a6b4-e24c932c72b4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:02.179621 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9f3ab5a5-a400-417d-a6b4-e24c932c72b4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "DELETE /v2.0/security-groups/491d42b3-aabd-4de4-b54a-b5faa0b8f2f9 HTTP/1.1" status: 204 len: 168 time: 0.1888885 Sep 27 05:11:02.182533 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38436) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:02.193234 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ab5a5-a400-417d-a6b4-e24c932c72b4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=491d42b3-aabd-4de4-b54a-b5faa0b8f2f9,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:02.197626 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.api.v2.resource [None req-6e08d20e-aa33-4cf8-a26d-5c25f57c5501 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] show failed (client error): The resource could not be found. Sep 27 05:11:02.202207 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38438) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:02.202508 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6e08d20e-aa33-4cf8-a26d-5c25f57c5501 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups/491d42b3-aabd-4de4-b54a-b5faa0b8f2f9 HTTP/1.1" status: 404 len: 347 time: 0.0186605 Sep 27 05:11:02.262654 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9a92dddb-1624-4276-ae5d-5b9fa3bc4c0d req-3a1552cd-14df-4417-bc30-b19f42510691 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2312fb5-f1a3-4844-8801-79984ecc05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017168 Sep 27 05:11:02.315176 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 74fec47f-4151-401d-9d0f-5e42351ac976, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=74fec47f-4151-401d-9d0f-5e42351ac976,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:11:02.326048 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '74fec47f-4151-401d-9d0f-5e42351ac976', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'port_id': '74fec47f-4151-401d-9d0f-5e42351ac976', 'mac_address': 'fa:16:3e:16:c2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:11:02.337592 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-77bde935-5342-4043-a61a-9fb4e581ba85 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Deleting port 179e1885-fdc8-4b4f-88a7-d5c8e0ea23dd {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:11:02.337942 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-77bde935-5342-4043-a61a-9fb4e581ba85 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (179e1885-fdc8-4b4f-88a7-d5c8e0ea23dd), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:02.360865 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 74fec47f-4151-401d-9d0f-5e42351ac976 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:11:02.361263 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:02.374279 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fec47f-4151-401d-9d0f-5e42351ac976 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:11:02.398352 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 74fec47f-4151-401d-9d0f-5e42351ac976, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=74fec47f-4151-401d-9d0f-5e42351ac976,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:11:02.404320 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:02.419160 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-77bde935-5342-4043-a61a-9fb4e581ba85 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (179e1885-fdc8-4b4f-88a7-d5c8e0ea23dd), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:02.419500 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-77bde935-5342-4043-a61a-9fb4e581ba85 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for floatingip (179e1885-fdc8-4b4f-88a7-d5c8e0ea23dd), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:02.431557 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-77bde935-5342-4043-a61a-9fb4e581ba85 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Calling delete_port for 179e1885-fdc8-4b4f-88a7-d5c8e0ea23dd owned by network:floatingip {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:11:02.460076 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=74fec47f-4151-401d-9d0f-5e42351ac976,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:02.468095 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:02.468476 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:02.468857 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:02.469198 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:02.469531 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:02.469862 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:02.470192 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:02.470655 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:02.470985 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:02.471312 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:02.471875 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:02.471982 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:02.472268 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:02.550802 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f94f0-4966-4446-9d9a-9d55740ec763 req-0d4b7cea-6ea4-4d4d-9f8f-7649e148a6fc tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:02.552200 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dd2f94f0-4966-4446-9d9a-9d55740ec763 req-0d4b7cea-6ea4-4d4d-9f8f-7649e148a6fc tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 944 time: 0.1097286 Sep 27 05:11:02.628717 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dd2f94f0-4966-4446-9d9a-9d55740ec763 req-06ec0b42-172d-4f9f-b291-9214e0c204aa tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703285 Sep 27 05:11:02.638561 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-77bde935-5342-4043-a61a-9fb4e581ba85 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (179e1885-fdc8-4b4f-88a7-d5c8e0ea23dd), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:02.649207 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['74fec47f-4151-401d-9d0f-5e42351ac976'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:11:02.661314 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bde935-5342-4043-a61a-9fb4e581ba85 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Pushing event deleted for resources: {'Port': ['ID=179e1885-fdc8-4b4f-88a7-d5c8e0ea23dd,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:02.727745 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-77bde935-5342-4043-a61a-9fb4e581ba85 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks [] for floatingip (bf4892a7-20af-4c0a-9e04-cb501f8af9a7), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:02.730425 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-77bde935-5342-4043-a61a-9fb4e581ba85 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:02.732088 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-77bde935-5342-4043-a61a-9fb4e581ba85 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "DELETE /v2.0/floatingips/bf4892a7-20af-4c0a-9e04-cb501f8af9a7 HTTP/1.1" status: 204 len: 168 time: 0.5289567 Sep 27 05:11:03.394732 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5106a2-6a1a-4798-a9df-38abc93584ac req-f7555fc6-ac99-4c12-904c-2462c310ca4a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:03.396176 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2f5106a2-6a1a-4798-a9df-38abc93584ac req-f7555fc6-ac99-4c12-904c-2462c310ca4a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 944 time: 0.0522997 Sep 27 05:11:03.442952 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2f5106a2-6a1a-4798-a9df-38abc93584ac req-6631f863-e95f-44e3-84f7-4d675b083452 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2312fb5-f1a3-4844-8801-79984ecc05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413268 Sep 27 05:11:03.755349 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86175fa6-2cbf-4589-92bc-7634e0873ab7 req-2a0a833c-c080-4308-a0af-4772565bb235 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:03.756815 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-86175fa6-2cbf-4589-92bc-7634e0873ab7 req-2a0a833c-c080-4308-a0af-4772565bb235 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 944 time: 0.0510662 Sep 27 05:11:03.801470 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-86175fa6-2cbf-4589-92bc-7634e0873ab7 req-8e8d09b9-4630-4352-ad89-5afae7627079 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392613 Sep 27 05:11:04.133011 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device e3420422-8454-4eb5-9b70-ad598527b8e9 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:11:04.136518 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 74fec47f-4151-401d-9d0f-5e42351ac976 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:11:04.240412 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port 74fec47f-4151-401d-9d0f-5e42351ac976 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:11:04.247868 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 74fec47f-4151-401d-9d0f-5e42351ac976 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:11:04.248250 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:04.248634 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 74fec47f-4151-401d-9d0f-5e42351ac976 Sep 27 05:11:04.298714 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port e3420422-8454-4eb5-9b70-ad598527b8e9, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=e3420422-8454-4eb5-9b70-ad598527b8e9,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:11:04.316147 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': 'e3420422-8454-4eb5-9b70-ad598527b8e9', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'port_id': 'e3420422-8454-4eb5-9b70-ad598527b8e9', 'mac_address': 'fa:16:3e:d1:79:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:11:04.375169 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port e3420422-8454-4eb5-9b70-ad598527b8e9 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:11:04.375563 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:04.381324 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 74fec47f-4151-401d-9d0f-5e42351ac976 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:11:04.381708 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:04.399529 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3420422-8454-4eb5-9b70-ad598527b8e9 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:11:04.421041 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fec47f-4151-401d-9d0f-5e42351ac976'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:11:04.423270 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7fb61b-3fe9-4610-b0dc-d278673cd7b9" -d '{"events": [{"server_uuid": "bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de", "name": "network-vif-plugged", "status": "completed", "tag": "74fec47f-4151-401d-9d0f-5e42351ac976"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:11:04.439404 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port e3420422-8454-4eb5-9b70-ad598527b8e9, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=e3420422-8454-4eb5-9b70-ad598527b8e9,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:11:04.443045 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 74fec47f-4151-401d-9d0f-5e42351ac976, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=74fec47f-4151-401d-9d0f-5e42351ac976,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:11:04.444916 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:04.449019 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:04.449787 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device a8312e52-6a6b-49cd-b01d-52b11064cf06 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:11:04.487137 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebb78c2-d964-48b1-9b57-afe489ad3c28 x-openstack-request-id: req-4ebb78c2-d964-48b1-9b57-afe489ad3c28 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:11:04.487968 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de", "name": "network-vif-plugged", "status": "completed", "tag": "74fec47f-4151-401d-9d0f-5e42351ac976", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:11:04.487968 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4ebb78c2-d964-48b1-9b57-afe489ad3c28 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:11:04.488190 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ebb78c2-d964-48b1-9b57-afe489ad3c28'] response: {'server_uuid': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fec47f-4151-401d-9d0f-5e42351ac976', 'code': 200} Sep 27 05:11:04.491033 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: a8312e52-6a6b-49cd-b01d-52b11064cf06 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:11:04.491324 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device a8312e52-6a6b-49cd-b01d-52b11064cf06 not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:11:04.516174 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=e3420422-8454-4eb5-9b70-ad598527b8e9,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:04.569114 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=74fec47f-4151-401d-9d0f-5e42351ac976,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:04.579240 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c27f9e-b30a-46a4-8185-41731dd5bb4a req-d3682be3-daf8-40a5-9de1-ae09eeb841e4 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:04.581068 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-39c27f9e-b30a-46a4-8185-41731dd5bb4a req-d3682be3-daf8-40a5-9de1-ae09eeb841e4 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 945 time: 0.0613635 Sep 27 05:11:04.629084 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-39c27f9e-b30a-46a4-8185-41731dd5bb4a req-0040ad7f-5e05-44ab-8106-df38fb230be9 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2312fb5-f1a3-4844-8801-79984ecc05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424151 Sep 27 05:11:04.656504 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfe810-864d-4b11-9fcf-15d9187c77bc req-b208bab7-36f0-47cc-8dd5-cfcc5135970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:04.658054 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a9cfe810-864d-4b11-9fcf-15d9187c77bc req-b208bab7-36f0-47cc-8dd5-cfcc5135970e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 1129 time: 0.0477719 Sep 27 05:11:04.691313 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['e3420422-8454-4eb5-9b70-ad598527b8e9'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:11:04.702317 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a9cfe810-864d-4b11-9fcf-15d9187c77bc req-f6b276b3-f3d9-4ae5-83fd-7c7afe4bbf3a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367572 Sep 27 05:11:04.935203 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac1181-caa6-4cc2-8ac4-5f0d758ccb44 req-16161272-ff36-4a83-841c-99f086c54b71 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:04.936727 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-30ac1181-caa6-4cc2-8ac4-5f0d758ccb44 req-16161272-ff36-4a83-841c-99f086c54b71 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.0537632 Sep 27 05:11:04.984585 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-30ac1181-caa6-4cc2-8ac4-5f0d758ccb44 req-0b7ad74a-a40e-441c-be25-257193f9279d tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415843 Sep 27 05:11:05.357637 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f416b-09a1-4f70-a582-01203e8bbfa6 req-d971bd51-a96e-4805-8f63-e22712a5e087 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:05.359084 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3b2f416b-09a1-4f70-a582-01203e8bbfa6 req-d971bd51-a96e-4805-8f63-e22712a5e087 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0533943 Sep 27 05:11:05.409829 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3b2f416b-09a1-4f70-a582-01203e8bbfa6 req-fa3c65cd-66a7-403b-9993-69018755b94f tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449424 Sep 27 05:11:05.753491 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a86e5-7701-4554-93b0-3515cbbba576 req-8f4111bb-d863-4116-97f9-b79d109d7186 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:05.755008 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-069a86e5-7701-4554-93b0-3515cbbba576 req-8f4111bb-d863-4116-97f9-b79d109d7186 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 945 time: 0.0518224 Sep 27 05:11:05.784901 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ff4b8af7-200e-407b-8de6-ef405e111b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:05.810711 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-069a86e5-7701-4554-93b0-3515cbbba576 req-b2ca83a4-eb7c-4406-b49f-47cdb20793d3 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2312fb5-f1a3-4844-8801-79984ecc05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497634 Sep 27 05:11:06.113490 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3af1b0-e6d7-4a9e-b13a-e449a023dbb5 req-defc98cc-2bad-4d7e-a528-75825fcf7c09 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:06.114996 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0a3af1b0-e6d7-4a9e-b13a-e449a023dbb5 req-defc98cc-2bad-4d7e-a528-75825fcf7c09 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.0517519 Sep 27 05:11:06.144942 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device e3420422-8454-4eb5-9b70-ad598527b8e9 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:11:06.161929 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0a3af1b0-e6d7-4a9e-b13a-e449a023dbb5 req-164dca90-9094-4164-a09b-6eecafd088b6 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414376 Sep 27 05:11:06.190078 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port e3420422-8454-4eb5-9b70-ad598527b8e9 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:11:06.193577 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port e3420422-8454-4eb5-9b70-ad598527b8e9 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:11:06.193953 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:06.194292 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port e3420422-8454-4eb5-9b70-ad598527b8e9 Sep 27 05:11:06.270085 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port e3420422-8454-4eb5-9b70-ad598527b8e9 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:11:06.270378 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:06.291437 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561a9e8-ef4a-4974-a935-1cbe4c6c108e req-6a2566bd-6c0c-4e16-9a95-fbf7a553ae6a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:06.293241 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a561a9e8-ef4a-4974-a935-1cbe4c6c108e req-6a2566bd-6c0c-4e16-9a95-fbf7a553ae6a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.0567653 Sep 27 05:11:06.303637 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38476) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:06.304049 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port e3420422-8454-4eb5-9b70-ad598527b8e9, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=e3420422-8454-4eb5-9b70-ad598527b8e9,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:11:06.309148 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-fa469b7c-7ceb-4573-9d8e-d5e14c8a04f3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Request body: {'floatingip': {'port_id': '74fec47f-4151-401d-9d0f-5e42351ac976'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:11:06.309306 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:06.347156 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa469b7c-7ceb-4573-9d8e-d5e14c8a04f3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for floatingip (ec5b7489-4575-4b1f-9d10-7c6f126fafc1), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:06.360417 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=e3420422-8454-4eb5-9b70-ad598527b8e9,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:06.489518 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a236575-093b-438e-b908-3cf8ebd7ec28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3420422-8454-4eb5-9b70-ad598527b8e9'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:11:06.491821 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd300872-d735-47ec-9dd5-a509e685848e" -d '{"events": [{"server_uuid": "8a236575-093b-438e-b908-3cf8ebd7ec28", "name": "network-vif-plugged", "status": "completed", "tag": "e3420422-8454-4eb5-9b70-ad598527b8e9"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:11:06.526253 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cdd130-3d4f-425c-8626-4ddbac3c2548 x-openstack-request-id: req-e3cdd130-3d4f-425c-8626-4ddbac3c2548 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:11:06.526567 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a236575-093b-438e-b908-3cf8ebd7ec28", "name": "network-vif-plugged", "status": "completed", "tag": "e3420422-8454-4eb5-9b70-ad598527b8e9", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:11:06.526829 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e3cdd130-3d4f-425c-8626-4ddbac3c2548 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:11:06.527233 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3cdd130-3d4f-425c-8626-4ddbac3c2548'] response: {'server_uuid': '8a236575-093b-438e-b908-3cf8ebd7ec28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3420422-8454-4eb5-9b70-ad598527b8e9', 'code': 200} Sep 27 05:11:06.596755 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c788e1f-cc40-436d-9ff3-71ceabd81dc7 req-617bc393-f4fb-4566-865c-654e063202a0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:06.598223 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c788e1f-cc40-436d-9ff3-71ceabd81dc7 req-617bc393-f4fb-4566-865c-654e063202a0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.1102171 Sep 27 05:11:06.702653 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a246cd-c833-4bb9-8797-7c9f69929d82 req-e4db0996-6140-486c-af5c-ffc791820289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:06.704173 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-14a246cd-c833-4bb9-8797-7c9f69929d82 req-e4db0996-6140-486c-af5c-ffc791820289 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 1130 time: 0.0441146 Sep 27 05:11:06.722500 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c788e1f-cc40-436d-9ff3-71ceabd81dc7 req-e8a84c10-1b4f-4704-ac83-247adc284e26 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901246 Sep 27 05:11:06.750383 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-14a246cd-c833-4bb9-8797-7c9f69929d82 req-e33d29d7-a70c-4cbc-9e4b-34ef3e990ac2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a2312fb5-f1a3-4844-8801-79984ecc05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400467 Sep 27 05:11:06.851963 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa469b7c-7ceb-4573-9d8e-d5e14c8a04f3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:06.857685 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa469b7c-7ceb-4573-9d8e-d5e14c8a04f3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (ec5b7489-4575-4b1f-9d10-7c6f126fafc1), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:06.993435 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d19384-8bfe-42eb-81ed-66a87cf96c0d req-72bc124b-fbba-47f4-8299-51e8a101fab2 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:06.994891 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e7d19384-8bfe-42eb-81ed-66a87cf96c0d req-72bc124b-fbba-47f4-8299-51e8a101fab2 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 946 time: 0.1019316 Sep 27 05:11:06.996835 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-fa469b7c-7ceb-4573-9d8e-d5e14c8a04f3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Floating IP ec5b7489-4575-4b1f-9d10-7c6f126fafc1 associated. External IP: 172.27.1.42, port: 74fec47f-4151-401d-9d0f-5e42351ac976. Sep 27 05:11:07.113536 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e7d19384-8bfe-42eb-81ed-66a87cf96c0d req-d7dc110c-bbe2-47a1-9e91-bf8c2cd827f5 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2312fb5-f1a3-4844-8801-79984ecc05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123741 Sep 27 05:11:07.219798 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa469b7c-7ceb-4573-9d8e-d5e14c8a04f3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Router 764a60f9-2981-423b-a91a-2573cc9cee8d has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:11:07.562276 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa469b7c-7ceb-4573-9d8e-d5e14c8a04f3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:11:07.566922 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa469b7c-7ceb-4573-9d8e-d5e14c8a04f3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:07.572099 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7496a90-c1d1-43af-899d-6d2e5fd4537b None None] Sync routers for ids ['764a60f9-2981-423b-a91a-2573cc9cee8d'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:11:07.581195 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7496a90-c1d1-43af-899d-6d2e5fd4537b None None] Routers {'764a60f9-2981-423b-a91a-2573cc9cee8d'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:11:07.581806 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c7496a90-c1d1-43af-899d-6d2e5fd4537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:10:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['764a60f9-2981-423b-a91a-2573cc9cee8d'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:07.599118 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-fa469b7c-7ceb-4573-9d8e-d5e14c8a04f3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "PUT /v2.0/floatingips/ec5b7489-4575-4b1f-9d10-7c6f126fafc1 HTTP/1.1" status: 200 len: 990 time: 1.2942529 Sep 27 05:11:07.599761 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'tag': '74fec47f-4151-401d-9d0f-5e42351ac976'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:11:07.602369 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb7480e-b5df-4d86-8410-255f51afcf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de", "tag": "74fec47f-4151-401d-9d0f-5e42351ac976"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:11:07.644334 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b8ca24-b925-4ae5-b8c0-822618f49bc7 x-openstack-request-id: req-f2b8ca24-b925-4ae5-b8c0-822618f49bc7 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:11:07.644660 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de", "tag": "74fec47f-4151-401d-9d0f-5e42351ac976", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:11:07.644952 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f2b8ca24-b925-4ae5-b8c0-822618f49bc7 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:11:07.645362 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b8ca24-b925-4ae5-b8c0-822618f49bc7'] response: {'name': 'network-changed', 'server_uuid': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'tag': '74fec47f-4151-401d-9d0f-5e42351ac976', 'status': 'completed', 'code': 200} Sep 27 05:11:07.690236 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-c7496a90-c1d1-43af-899d-6d2e5fd4537b None None] Set router 764a60f9-2981-423b-a91a-2573cc9cee8d gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:11:07.719922 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7480e-b5df-4d86-8410-255f51afcf9c req-acb0e58c-e174-45b0-914c-96e81ebabfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:07.721482 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6eb7480e-b5df-4d86-8410-255f51afcf9c req-acb0e58c-e174-45b0-914c-96e81ebabfb8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8550668d08c4227904042b8a49bc261&device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 1129 time: 0.0439415 Sep 27 05:11:07.802793 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8688bc2-bdf2-4501-aace-745352ee104e req-e718b55d-666e-4f6d-92ad-020a134b3e07 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:07.804397 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b8688bc2-bdf2-4501-aace-745352ee104e req-e718b55d-666e-4f6d-92ad-020a134b3e07 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.49 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.0622909 Sep 27 05:11:07.842590 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7480e-b5df-4d86-8410-255f51afcf9c req-528ea2b6-c6f7-4446-b1a6-7afa116d8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:07.844423 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6eb7480e-b5df-4d86-8410-255f51afcf9c req-528ea2b6-c6f7-4446-b1a6-7afa116d8c8d service neutron] 10.222.0.49 "GET /v2.0/networks?id=68f55e36-d9fc-4a97-965b-697b60bb0317 HTTP/1.1" status: 200 len: 918 time: 0.1047413 Sep 27 05:11:07.914735 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6eb7480e-b5df-4d86-8410-255f51afcf9c req-adb9de72-0a28-43ed-912a-5c44603e2d4a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fec47f-4151-401d-9d0f-5e42351ac976 HTTP/1.1" status: 200 len: 998 time: 0.0621126 Sep 27 05:11:07.917387 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c4a90-b3b9-494b-870f-3a132e5139ca req-a34ab639-984f-427d-9d0a-37bb2613c5e4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:07.919394 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f04c4a90-b3b9-494b-870f-3a132e5139ca req-a34ab639-984f-427d-9d0a-37bb2613c5e4 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=cde98a23-3648-4c3e-8df4-834110151db6 HTTP/1.1" status: 200 len: 946 time: 0.1128860 Sep 27 05:11:07.923974 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c7496a90-c1d1-43af-899d-6d2e5fd4537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'ec5b7489-4575-4b1f-9d10-7c6f126fafc1', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'port_id': '74fec47f-4151-401d-9d0f-5e42351ac976', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'mac_address': 'fa:16:3e:16:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:10:54Z', 'updated_at': '2022-09-27T05:11:06Z', 'revision_number': 1, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:38Z', 'revision_number': 5, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:07.950473 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7496a90-c1d1-43af-899d-6d2e5fd4537b None None] Checking router: 764a60f9-2981-423b-a91a-2573cc9cee8d for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:11:07.957857 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-b8688bc2-bdf2-4501-aace-745352ee104e req-173742bc-924d-468f-a542-9f8bdec78c10 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Deleting port a3d6f770-1297-4618-9fda-a71dcba422dc {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:11:07.958200 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-b8688bc2-bdf2-4501-aace-745352ee104e req-173742bc-924d-468f-a542-9f8bdec78c10 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:07.959387 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7496a90-c1d1-43af-899d-6d2e5fd4537b None None] Routers {'764a60f9-2981-423b-a91a-2573cc9cee8d'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:11:07.960014 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c7496a90-c1d1-43af-899d-6d2e5fd4537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:10:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['764a60f9-2981-423b-a91a-2573cc9cee8d'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:08.015423 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7480e-b5df-4d86-8410-255f51afcf9c req-ffd8fdce-45eb-4eec-8d92-0022d19fe9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:08.016957 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6eb7480e-b5df-4d86-8410-255f51afcf9c req-ffd8fdce-45eb-4eec-8d92-0022d19fe9a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2296294a-06a0-47d1-88b5-ab865bff1c05 HTTP/1.1" status: 200 len: 856 time: 0.0890028 Sep 27 05:11:08.030717 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f04c4a90-b3b9-494b-870f-3a132e5139ca req-86906a0d-9d8c-454c-803e-e585a4e23f2c tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007388 Sep 27 05:11:08.079965 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7480e-b5df-4d86-8410-255f51afcf9c req-b973e039-e15b-4fac-a6bf-2308e72c4761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:08.081700 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6eb7480e-b5df-4d86-8410-255f51afcf9c req-b973e039-e15b-4fac-a6bf-2308e72c4761 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68f55e36-d9fc-4a97-965b-697b60bb0317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568264 Sep 27 05:11:08.092339 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-c7496a90-c1d1-43af-899d-6d2e5fd4537b None None] Set router 764a60f9-2981-423b-a91a-2573cc9cee8d gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:11:08.099378 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-b8688bc2-bdf2-4501-aace-745352ee104e req-173742bc-924d-468f-a542-9f8bdec78c10 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] For port a3d6f770-1297-4618-9fda-a71dcba422dc, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=a3d6f770-1297-4618-9fda-a71dcba422dc,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:11:08.099748 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-b8688bc2-bdf2-4501-aace-745352ee104e req-173742bc-924d-468f-a542-9f8bdec78c10 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:08.114651 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-b8688bc2-bdf2-4501-aace-745352ee104e req-173742bc-924d-468f-a542-9f8bdec78c10 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Calling delete_port for a3d6f770-1297-4618-9fda-a71dcba422dc owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:11:08.141419 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-11f8ad8f-38cf-40e4-b602-cc8eeccc6439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:08.181139 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6eb7480e-b5df-4d86-8410-255f51afcf9c req-9c1bef88-c65d-4abd-9f84-fbb75cf1bd38 service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922019 Sep 27 05:11:08.223354 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:11:08.278626 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6eb7480e-b5df-4d86-8410-255f51afcf9c req-fbe5e9e7-f13b-47d4-8dd3-31fbd41ae6e3 service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920980 Sep 27 05:11:08.304186 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-b8688bc2-bdf2-4501-aace-745352ee104e req-173742bc-924d-468f-a542-9f8bdec78c10 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (a3d6f770-1297-4618-9fda-a71dcba422dc), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:08.315172 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['a3d6f770-1297-4618-9fda-a71dcba422dc', '001b8ab8-3135-4c20-bac0-a1f396fbb065'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:11:08.317896 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c1cb75-7020-41f8-95b1-d8d1c28622c0 req-527b7041-e307-4c6d-b1cf-3a439a2d3029 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:08.320772 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-11c1cb75-7020-41f8-95b1-d8d1c28622c0 req-527b7041-e307-4c6d-b1cf-3a439a2d3029 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 946 time: 0.1151555 Sep 27 05:11:08.349711 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173742bc-924d-468f-a542-9f8bdec78c10 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Pushing event deleted for resources: {'Port': ['ID=a3d6f770-1297-4618-9fda-a71dcba422dc,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:08.365684 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-c7496a90-c1d1-43af-899d-6d2e5fd4537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'ec5b7489-4575-4b1f-9d10-7c6f126fafc1', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'port_id': '74fec47f-4151-401d-9d0f-5e42351ac976', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'mac_address': 'fa:16:3e:16:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:10:54Z', 'updated_at': '2022-09-27T05:11:06Z', 'revision_number': 1, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:38Z', 'revision_number': 5, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:08.392944 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7496a90-c1d1-43af-899d-6d2e5fd4537b None None] The sync data for ids ['764a60f9-2981-423b-a91a-2573cc9cee8d'] in dv-cinder-858463-2-iscsi is: [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'ec5b7489-4575-4b1f-9d10-7c6f126fafc1', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'port_id': '74fec47f-4151-401d-9d0f-5e42351ac976', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'mac_address': 'fa:16:3e:16:c2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:10:54Z', 'updated_at': '2022-09-27T05:11:06Z', 'revision_number': 1, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:38Z', 'revision_number': 5, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:11:08.414934 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8688bc2-bdf2-4501-aace-745352ee104e req-173742bc-924d-468f-a542-9f8bdec78c10 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] No DVR routers for this DVR port a3d6f770-1297-4618-9fda-a71dcba422dc on host hv-cinder-85846 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:11:08.419308 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-b8688bc2-bdf2-4501-aace-745352ee104e req-173742bc-924d-468f-a542-9f8bdec78c10 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:08.422577 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b8688bc2-bdf2-4501-aace-745352ee104e req-173742bc-924d-468f-a542-9f8bdec78c10 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.49 "DELETE /v2.0/ports/a3d6f770-1297-4618-9fda-a71dcba422dc HTTP/1.1" status: 204 len: 173 time: 0.6079168 Sep 27 05:11:08.451016 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-11c1cb75-7020-41f8-95b1-d8d1c28622c0 req-4e8de191-41c0-4c43-b85e-92b94e869375 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2312fb5-f1a3-4844-8801-79984ecc05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046305 Sep 27 05:11:08.587462 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740ae05-8bff-489b-9404-f2930c8c9e28 req-5047ec38-3eb5-4b58-ba1d-b74f98353cff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:08.588693 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0740ae05-8bff-489b-9404-f2930c8c9e28 req-5047ec38-3eb5-4b58-ba1d-b74f98353cff tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 946 time: 0.0568323 Sep 27 05:11:08.600651 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38494) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:08.605239 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-05c31252-c215-48a5-97ed-de5f664bc6fd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Request body: {'floatingip': {'port_id': 'e3420422-8454-4eb5-9b70-ad598527b8e9'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:11:08.640874 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a5f2ea-59b3-4207-9b02-d610378a2587 None None] New status for floating IP ec5b7489-4575-4b1f-9d10-7c6f126fafc1: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:11:08.649852 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-05c31252-c215-48a5-97ed-de5f664bc6fd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (4df9ab94-4b7a-4665-8f58-c768c80f2be9), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:09.085913 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-05c31252-c215-48a5-97ed-de5f664bc6fd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:09.090882 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-05c31252-c215-48a5-97ed-de5f664bc6fd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (4df9ab94-4b7a-4665-8f58-c768c80f2be9), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:09.190549 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-05c31252-c215-48a5-97ed-de5f664bc6fd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Floating IP 4df9ab94-4b7a-4665-8f58-c768c80f2be9 associated. External IP: 172.27.1.224, port: e3420422-8454-4eb5-9b70-ad598527b8e9. Sep 27 05:11:09.375034 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14f911-3640-46aa-a468-7a138ace8b89 req-0c3b3f75-f0dc-4d38-846f-ef5c212c79e5 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:09.376550 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0f14f911-3640-46aa-a468-7a138ace8b89 req-0c3b3f75-f0dc-4d38-846f-ef5c212c79e5 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.1039217 Sep 27 05:11:09.384762 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:09.466083 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0f14f911-3640-46aa-a468-7a138ace8b89 req-d31e23d6-e0ec-4f60-aaba-d3c60113ecae tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826902 Sep 27 05:11:09.472749 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c31252-c215-48a5-97ed-de5f664bc6fd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Router 83cd05dd-a124-4462-b3eb-3545ff2cb33a has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:11:09.580198 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c31252-c215-48a5-97ed-de5f664bc6fd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:11:09.584854 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-05c31252-c215-48a5-97ed-de5f664bc6fd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:09.589663 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad6f19f-c1ed-4116-89b1-033f12f4d15a None None] Sync routers for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:11:09.599041 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad6f19f-c1ed-4116-89b1-033f12f4d15a None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:11:09.599641 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-6ad6f19f-c1ed-4116-89b1-033f12f4d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:11:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:09.615168 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-05c31252-c215-48a5-97ed-de5f664bc6fd tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "PUT /v2.0/floatingips/4df9ab94-4b7a-4665-8f58-c768c80f2be9 HTTP/1.1" status: 200 len: 992 time: 1.0133927 Sep 27 05:11:09.646428 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde98a23-3648-4c3e-8df4-834110151db6', 'name': 'network-vif-deleted', 'tag': 'a3d6f770-1297-4618-9fda-a71dcba422dc'}, {'name': 'network-changed', 'server_uuid': '8a236575-093b-438e-b908-3cf8ebd7ec28', 'tag': 'e3420422-8454-4eb5-9b70-ad598527b8e9'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:11:09.648740 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cf87d0-44b7-40b3-b15e-3a7a9f76b0e6" -d '{"events": [{"server_uuid": "cde98a23-3648-4c3e-8df4-834110151db6", "name": "network-vif-deleted", "tag": "a3d6f770-1297-4618-9fda-a71dcba422dc"}, {"name": "network-changed", "server_uuid": "8a236575-093b-438e-b908-3cf8ebd7ec28", "tag": "e3420422-8454-4eb5-9b70-ad598527b8e9"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:11:09.690162 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 27 Sep 2022 05:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a243b4a-01fd-4453-a5b0-714dcbd90bae x-openstack-request-id: req-9a243b4a-01fd-4453-a5b0-714dcbd90bae {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:11:09.690468 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde98a23-3648-4c3e-8df4-834110151db6", "name": "network-vif-deleted", "tag": "a3d6f770-1297-4618-9fda-a71dcba422dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a236575-093b-438e-b908-3cf8ebd7ec28", "tag": "e3420422-8454-4eb5-9b70-ad598527b8e9", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:11:09.691197 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9a243b4a-01fd-4453-a5b0-714dcbd90bae {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:11:09.691197 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a243b4a-01fd-4453-a5b0-714dcbd90bae'] response: {'server_uuid': 'cde98a23-3648-4c3e-8df4-834110151db6', 'name': 'network-vif-deleted', 'tag': 'a3d6f770-1297-4618-9fda-a71dcba422dc', 'status': 'completed', 'code': 200} Sep 27 05:11:09.691424 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a243b4a-01fd-4453-a5b0-714dcbd90bae'] response: {'name': 'network-changed', 'server_uuid': '8a236575-093b-438e-b908-3cf8ebd7ec28', 'tag': 'e3420422-8454-4eb5-9b70-ad598527b8e9', 'status': 'completed', 'code': 200} Sep 27 05:11:09.703698 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-6ad6f19f-c1ed-4116-89b1-033f12f4d15a None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:11:09.761810 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf87d0-44b7-40b3-b15e-3a7a9f76b0e6 req-37502df4-f645-4781-85f8-d187992c81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:09.763409 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e1cf87d0-44b7-40b3-b15e-3a7a9f76b0e6 req-37502df4-f645-4781-85f8-d187992c81c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 1130 time: 0.0488851 Sep 27 05:11:09.853468 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf87d0-44b7-40b3-b15e-3a7a9f76b0e6 req-b6c52a00-c3bf-4317-9599-4aeab2b53339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:09.854936 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e1cf87d0-44b7-40b3-b15e-3a7a9f76b0e6 req-b6c52a00-c3bf-4317-9599-4aeab2b53339 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1a56c517-727f-4327-948e-4876138946d9 HTTP/1.1" status: 200 len: 916 time: 0.0839505 Sep 27 05:11:09.914511 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e1cf87d0-44b7-40b3-b15e-3a7a9f76b0e6 req-3c11794f-0ca6-4514-8611-22303bdca369 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3420422-8454-4eb5-9b70-ad598527b8e9 HTTP/1.1" status: 200 len: 1000 time: 0.0532823 Sep 27 05:11:09.921631 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-6ad6f19f-c1ed-4116-89b1-033f12f4d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '4df9ab94-4b7a-4665-8f58-c768c80f2be9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': 'e3420422-8454-4eb5-9b70-ad598527b8e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:d1:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a236575-093b-438e-b908-3cf8ebd7ec28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:10:55Z', 'updated_at': '2022-09-27T05:11:09Z', 'revision_number': 1, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:09.945447 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad6f19f-c1ed-4116-89b1-033f12f4d15a None None] Checking router: 83cd05dd-a124-4462-b3eb-3545ff2cb33a for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:11:09.953998 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad6f19f-c1ed-4116-89b1-033f12f4d15a None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:11:09.954607 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-6ad6f19f-c1ed-4116-89b1-033f12f4d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:11:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:09.966850 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf87d0-44b7-40b3-b15e-3a7a9f76b0e6 req-da531804-3a20-488a-9eee-da4cab72c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:09.968383 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e1cf87d0-44b7-40b3-b15e-3a7a9f76b0e6 req-da531804-3a20-488a-9eee-da4cab72c7fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=84980d5a-6c29-4863-932f-7803984692e8 HTTP/1.1" status: 200 len: 854 time: 0.0478384 Sep 27 05:11:10.018301 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf87d0-44b7-40b3-b15e-3a7a9f76b0e6 req-98a6567c-ef09-4cea-88e7-cba95d31bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:10.019865 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e1cf87d0-44b7-40b3-b15e-3a7a9f76b0e6 req-98a6567c-ef09-4cea-88e7-cba95d31bfa8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a56c517-727f-4327-948e-4876138946d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453215 Sep 27 05:11:10.056148 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-6ad6f19f-c1ed-4116-89b1-033f12f4d15a None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:11:10.107637 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e1cf87d0-44b7-40b3-b15e-3a7a9f76b0e6 req-78b09155-ad63-4233-a7c0-bb4072508a23 service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813758 Sep 27 05:11:10.203603 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e1cf87d0-44b7-40b3-b15e-3a7a9f76b0e6 req-33b75bf8-f491-46b2-8d17-a962a6abb833 service neutron] 10.222.0.49 "GET /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892754 Sep 27 05:11:10.361540 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-6ad6f19f-c1ed-4116-89b1-033f12f4d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '4df9ab94-4b7a-4665-8f58-c768c80f2be9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': 'e3420422-8454-4eb5-9b70-ad598527b8e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:d1:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a236575-093b-438e-b908-3cf8ebd7ec28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:10:55Z', 'updated_at': '2022-09-27T05:11:09Z', 'revision_number': 1, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:10.389835 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad6f19f-c1ed-4116-89b1-033f12f4d15a None None] The sync data for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi is: [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '4df9ab94-4b7a-4665-8f58-c768c80f2be9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'port_id': 'e3420422-8454-4eb5-9b70-ad598527b8e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'mac_address': 'fa:16:3e:d1:79:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a236575-093b-438e-b908-3cf8ebd7ec28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:10:55Z', 'updated_at': '2022-09-27T05:11:09Z', 'revision_number': 1, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:11:10.572121 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a473f908-ba3d-498e-96eb-664fcf9818cb None None] New status for floating IP 4df9ab94-4b7a-4665-8f58-c768c80f2be9: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:11:10.598450 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b1395-c2fd-46ba-8121-ca3277958711 req-cd7415d6-ac38-471c-93cf-a9cfb626f3e0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:10.600023 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4b7b1395-c2fd-46ba-8121-ca3277958711 req-cd7415d6-ac38-471c-93cf-a9cfb626f3e0 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0586398 Sep 27 05:11:10.645848 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4b7b1395-c2fd-46ba-8121-ca3277958711 req-2bab4369-3b85-44d2-9529-37a80bcbe2d6 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Sep 27 05:11:10.775772 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:11.773965 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728e5cd-bae1-48ef-9f71-39984bb01d1a req-438f53cb-7219-4e07-a491-553650ae8669 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:11.775417 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2728e5cd-bae1-48ef-9f71-39984bb01d1a req-438f53cb-7219-4e07-a491-553650ae8669 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0555916 Sep 27 05:11:11.820970 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2728e5cd-bae1-48ef-9f71-39984bb01d1a req-d25ec23b-06c1-4240-be93-eb03cacefa51 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/security-groups?id=45c005a0-c5cc-4a1b-b1d4-92b22b745319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397015 Sep 27 05:11:12.115119 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:12.212144 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device a3d6f770-1297-4618-9fda-a71dcba422dc no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:11:12.232332 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: a3d6f770-1297-4618-9fda-a71dcba422dc {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:11:12.232602 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device a3d6f770-1297-4618-9fda-a71dcba422dc not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:11:12.341718 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d9910-1acc-4473-8d32-44c9ad27a3be req-f78f0815-b0b3-4ad4-81ba-110be73d31c5 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:12.343164 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-028d9910-1acc-4473-8d32-44c9ad27a3be req-f78f0815-b0b3-4ad4-81ba-110be73d31c5 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.49 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 945 time: 0.0519304 Sep 27 05:11:12.441708 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-028d9910-1acc-4473-8d32-44c9ad27a3be req-ba957ed9-9618-4066-9eaf-907c4304a9a2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Deleting port 001b8ab8-3135-4c20-bac0-a1f396fbb065 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:11:12.442044 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-028d9910-1acc-4473-8d32-44c9ad27a3be req-ba957ed9-9618-4066-9eaf-907c4304a9a2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:12.528265 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-028d9910-1acc-4473-8d32-44c9ad27a3be req-ba957ed9-9618-4066-9eaf-907c4304a9a2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] For port 001b8ab8-3135-4c20-bac0-a1f396fbb065, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=001b8ab8-3135-4c20-bac0-a1f396fbb065,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:11:12.528545 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-028d9910-1acc-4473-8d32-44c9ad27a3be req-ba957ed9-9618-4066-9eaf-907c4304a9a2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:12.540656 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-028d9910-1acc-4473-8d32-44c9ad27a3be req-ba957ed9-9618-4066-9eaf-907c4304a9a2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Calling delete_port for 001b8ab8-3135-4c20-bac0-a1f396fbb065 owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:11:12.665856 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-028d9910-1acc-4473-8d32-44c9ad27a3be req-ba957ed9-9618-4066-9eaf-907c4304a9a2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (001b8ab8-3135-4c20-bac0-a1f396fbb065), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:12.676358 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['001b8ab8-3135-4c20-bac0-a1f396fbb065'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:11:12.697700 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba957ed9-9618-4066-9eaf-907c4304a9a2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Pushing event deleted for resources: {'Port': ['ID=001b8ab8-3135-4c20-bac0-a1f396fbb065,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:12.738139 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-028d9910-1acc-4473-8d32-44c9ad27a3be req-ba957ed9-9618-4066-9eaf-907c4304a9a2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] No DVR routers for this DVR port 001b8ab8-3135-4c20-bac0-a1f396fbb065 on host hv-cinder-85846 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:11:12.740593 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-028d9910-1acc-4473-8d32-44c9ad27a3be req-ba957ed9-9618-4066-9eaf-907c4304a9a2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:12.743889 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-028d9910-1acc-4473-8d32-44c9ad27a3be req-ba957ed9-9618-4066-9eaf-907c4304a9a2 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.49 "DELETE /v2.0/ports/001b8ab8-3135-4c20-bac0-a1f396fbb065 HTTP/1.1" status: 204 len: 173 time: 0.3959837 Sep 27 05:11:12.744378 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c757fd73-c942-4d47-9a6a-471200075c5d', 'name': 'network-vif-deleted', 'tag': '001b8ab8-3135-4c20-bac0-a1f396fbb065'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:11:12.747238 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5118fa-56be-4025-b1e7-68478bb1cc95" -d '{"events": [{"server_uuid": "c757fd73-c942-4d47-9a6a-471200075c5d", "name": "network-vif-deleted", "tag": "001b8ab8-3135-4c20-bac0-a1f396fbb065"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:11:12.783689 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0edc9a-b515-48df-af60-e2e036ca3f0b x-openstack-request-id: req-6e0edc9a-b515-48df-af60-e2e036ca3f0b {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:11:12.784294 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c757fd73-c942-4d47-9a6a-471200075c5d", "name": "network-vif-deleted", "tag": "001b8ab8-3135-4c20-bac0-a1f396fbb065", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:11:12.784294 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6e0edc9a-b515-48df-af60-e2e036ca3f0b {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:11:12.784641 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e0edc9a-b515-48df-af60-e2e036ca3f0b'] response: {'server_uuid': 'c757fd73-c942-4d47-9a6a-471200075c5d', 'name': 'network-vif-deleted', 'tag': '001b8ab8-3135-4c20-bac0-a1f396fbb065', 'status': 'completed', 'code': 200} Sep 27 05:11:12.932837 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0bccc45d-4431-4abf-90c6-1a6ef9856491 req-c3fc8023-1d4c-4696-8fea-e7356deb4e35 tempest-ServerRescueNegativeTestJSON-544110418 tempest-ServerRescueNegativeTestJSON-544110418-project] 10.222.0.27 "GET /v2.0/ports?device_id=c757fd73-c942-4d47-9a6a-471200075c5d HTTP/1.1" status: 200 len: 210 time: 0.0291121 Sep 27 05:11:14.001064 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38516) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:14.618546 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6a06f680-1163-4e44-88de-5f4e8331422d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7912454'] for router_interface (834773d9-47d2-4fa3-90a4-23b330823de3), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:15.132468 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-6a06f680-1163-4e44-88de-5f4e8331422d admin admin] Deleting port ae6a33cf-3418-4549-9fd1-e28de34e0f99 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:11:15.133182 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6a06f680-1163-4e44-88de-5f4e8331422d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:15.210848 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-6a06f680-1163-4e44-88de-5f4e8331422d admin admin] For port ae6a33cf-3418-4549-9fd1-e28de34e0f99, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=ae6a33cf-3418-4549-9fd1-e28de34e0f99,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:11:15.211207 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6a06f680-1163-4e44-88de-5f4e8331422d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:15.223442 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-6a06f680-1163-4e44-88de-5f4e8331422d admin admin] Calling delete_port for ae6a33cf-3418-4549-9fd1-e28de34e0f99 owned by network:router_interface {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:11:15.397906 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6a06f680-1163-4e44-88de-5f4e8331422d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (ae6a33cf-3418-4549-9fd1-e28de34e0f99), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:15.420012 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06f680-1163-4e44-88de-5f4e8331422d admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6a33cf-3418-4549-9fd1-e28de34e0f99,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:15.584212 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6a06f680-1163-4e44-88de-5f4e8331422d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8071391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7909782'] for router_interface (834773d9-47d2-4fa3-90a4-23b330823de3), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:15.784339 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a06f680-1163-4e44-88de-5f4e8331422d admin admin] Router 834773d9-47d2-4fa3-90a4-23b330823de3 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:11:15.882367 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a06f680-1163-4e44-88de-5f4e8331422d admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:11:15.887178 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-6a06f680-1163-4e44-88de-5f4e8331422d admin admin] 10.222.0.27 "PUT /v2.0/routers/834773d9-47d2-4fa3-90a4-23b330823de3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8850884 Sep 27 05:11:15.890443 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38522) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:15.890958 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e749cc-3482-4366-b760-967f9166b461 None None] Sync routers for ids ['834773d9-47d2-4fa3-90a4-23b330823de3'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:11:15.896345 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:15.900384 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e749cc-3482-4366-b760-967f9166b461 None None] Routers {'834773d9-47d2-4fa3-90a4-23b330823de3'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:11:15.901039 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-16e749cc-3482-4366-b760-967f9166b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:11:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['834773d9-47d2-4fa3-90a4-23b330823de3'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:15.999592 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] Publish callbacks [] for router (834773d9-47d2-4fa3-90a4-23b330823de3), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:16.002137 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-16e749cc-3482-4366-b760-967f9166b461 None None] Set router 834773d9-47d2-4fa3-90a4-23b330823de3 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:11:16.092365 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] Publish callbacks [] for router_gateway (834773d9-47d2-4fa3-90a4-23b330823de3), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:16.146244 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] Deleting port 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:11:16.146965 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (5d731ffd-cd8a-4d56-9d2d-851d69823dd7), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:16.173909 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-16e749cc-3482-4366-b760-967f9166b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:11:15Z', 'revision_number': 5, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port': {'id': '5d731ffd-cd8a-4d56-9d2d-851d69823dd7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:51Z', 'updated_at': '2022-09-27T05:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:16.197260 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e749cc-3482-4366-b760-967f9166b461 None None] Checking router: 834773d9-47d2-4fa3-90a4-23b330823de3 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:11:16.205902 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e749cc-3482-4366-b760-967f9166b461 None None] Routers {'834773d9-47d2-4fa3-90a4-23b330823de3'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:11:16.206508 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-16e749cc-3482-4366-b760-967f9166b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:11:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['834773d9-47d2-4fa3-90a4-23b330823de3'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:16.230544 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] For port 5d731ffd-cd8a-4d56-9d2d-851d69823dd7, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=5d731ffd-cd8a-4d56-9d2d-851d69823dd7,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:11:16.231009 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (5d731ffd-cd8a-4d56-9d2d-851d69823dd7), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:16.238588 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 001b8ab8-3135-4c20-bac0-a1f396fbb065 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:11:16.245059 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] Calling delete_port for 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 owned by network:router_gateway {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:11:16.257604 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: 001b8ab8-3135-4c20-bac0-a1f396fbb065 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:11:16.257949 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 001b8ab8-3135-4c20-bac0-a1f396fbb065 not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:11:16.290210 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-16e749cc-3482-4366-b760-967f9166b461 None None] Set router 834773d9-47d2-4fa3-90a4-23b330823de3 gateway port host: None {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:11:16.341313 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-16e749cc-3482-4366-b760-967f9166b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:11:16Z', 'revision_number': 6, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port_host': None}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:16.364630 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e749cc-3482-4366-b760-967f9166b461 None None] The sync data for ids ['834773d9-47d2-4fa3-90a4-23b330823de3'] in dv-cinder-858463-2-iscsi is: [{'id': '834773d9-47d2-4fa3-90a4-23b330823de3', 'name': 'tempest-ServerRescueNegativeTestJSON-1131940753-router', 'tenant_id': '97fc6113b9d248e0b081f9812381b453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:50Z', 'updated_at': '2022-09-27T05:11:16Z', 'revision_number': 6, 'project_id': '97fc6113b9d248e0b081f9812381b453', 'gw_port_host': None}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:11:16.415551 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (5d731ffd-cd8a-4d56-9d2d-851d69823dd7), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:16.444133 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d731ffd-cd8a-4d56-9d2d-851d69823dd7,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:16.504073 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7911740'] for router_gateway (834773d9-47d2-4fa3-90a4-23b330823de3), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:16.603554 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7913395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30433'] for router (834773d9-47d2-4fa3-90a4-23b330823de3), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:16.605794 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] Publish callbacks [] for router_controller (834773d9-47d2-4fa3-90a4-23b330823de3), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:16.669567 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7913384'] for router (834773d9-47d2-4fa3-90a4-23b330823de3), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:16.670193 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 834773d9-47d2-4fa3-90a4-23b330823de3 {{(pid=103957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 05:11:16.675653 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:16.676883 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-19b31047-d303-4a20-a0dd-c4c8e23a8a20 admin admin] 10.222.0.27 "DELETE /v2.0/routers/834773d9-47d2-4fa3-90a4-23b330823de3 HTTP/1.1" status: 204 len: 168 time: 0.7854626 Sep 27 05:11:16.679469 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38526) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:16.724773 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-03239646-2c45-4770-9a9f-98dca0fc5124 admin admin] Deleting subnet 7de6db7b-6008-4e44-80c5-1d9fd069d988 {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:11:16.728244 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-03239646-2c45-4770-9a9f-98dca0fc5124 admin admin] Publish callbacks [] for subnet (7de6db7b-6008-4e44-80c5-1d9fd069d988), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:16.766326 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-03239646-2c45-4770-9a9f-98dca0fc5124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639147'] for subnet (7de6db7b-6008-4e44-80c5-1d9fd069d988), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:16.869793 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-03239646-2c45-4770-9a9f-98dca0fc5124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (7de6db7b-6008-4e44-80c5-1d9fd069d988), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:16.921036 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-03239646-2c45-4770-9a9f-98dca0fc5124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5961716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5312894'] for subnet (7de6db7b-6008-4e44-80c5-1d9fd069d988), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:16.946126 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03239646-2c45-4770-9a9f-98dca0fc5124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de6db7b-6008-4e44-80c5-1d9fd069d988,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:16.951716 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-03239646-2c45-4770-9a9f-98dca0fc5124 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:16.955779 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-03239646-2c45-4770-9a9f-98dca0fc5124 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/7de6db7b-6008-4e44-80c5-1d9fd069d988 HTTP/1.1" status: 204 len: 168 time: 0.2753372 Sep 27 05:11:16.957367 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e95761-aa46-4428-ae7a-b51c5318f3fd None None] Network 4442df01-63e0-4b38-b6ea-c622548962d9 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:11:16.958489 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38528) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:17.028545 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (4442df01-63e0-4b38-b6ea-c622548962d9), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.086066 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] Deleting port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:11:17.086494 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.122971 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7462555c-eb83-4073-8940-c874ac5fc1d3 None None] DHCP port deletion for 4442df01-63e0-4b38-b6ea-c622548962d9 request from dv-cinder-858463-2-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 27 05:11:17.153575 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] For port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:11:17.154074 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.165945 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-7462555c-eb83-4073-8940-c874ac5fc1d3 None None] Deleting port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:11:17.166318 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7462555c-eb83-4073-8940-c874ac5fc1d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.166758 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] Calling delete_port for d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 owned by network:dhcp {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:11:17.236508 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-7462555c-eb83-4073-8940-c874ac5fc1d3 None None] For port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2,segment=NetworkSegment(3c52cfc9-4593-4b11-824d-6e9851360c84),segment_id=3c52cfc9-4593-4b11-824d-6e9851360c84)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:11:17.237007 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7462555c-eb83-4073-8940-c874ac5fc1d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.249891 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-7462555c-eb83-4073-8940-c874ac5fc1d3 None None] Calling delete_port for d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:11:17.253413 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.279052 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] Pushing event deleted for resources: {'Port': ['ID=d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:17.284200 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] No DVR routers for this DVR port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 on host dv-cinder-858463-2-iscsi {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:11:17.327047 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-7462555c-eb83-4073-8940-c874ac5fc1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683'] for port (d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.350354 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462555c-eb83-4073-8940-c874ac5fc1d3 None None] Pushing event deleted for resources: {'Port': ['ID=d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:17.357516 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7462555c-eb83-4073-8940-c874ac5fc1d3 None None] No DVR routers for this DVR port d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 on host dv-cinder-858463-2-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:11:17.362216 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (4442df01-63e0-4b38-b6ea-c622548962d9), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.390050 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4442df01-63e0-4b38-b6ea-c622548962d9']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:17.399889 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c52cfc9-4593-4b11-824d-6e9851360c84') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:17.400215 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c52cfc9-4593-4b11-824d-6e9851360c84') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:17.410661 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5353015'] for segment (3c52cfc9-4593-4b11-824d-6e9851360c84), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.426415 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (3c52cfc9-4593-4b11-824d-6e9851360c84), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.432474 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:11:17.432955 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6096545'] for segment (3c52cfc9-4593-4b11-824d-6e9851360c84), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.487655 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:11:17.503401 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (4442df01-63e0-4b38-b6ea-c622548962d9), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.508869 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:11:17.509462 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device d15dfa93-c4d2-4d1a-bbb6-06efa3715ee2 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:11:17.509975 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:11:17.524637 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=4442df01-63e0-4b38-b6ea-c622548962d9,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:17.527731 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.533087 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:11:17.533815 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 5d731ffd-cd8a-4d56-9d2d-851d69823dd7 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:11:17.534666 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ef4a3d8f-d080-4be1-bd82-e431835b3e1e admin admin] 10.222.0.27 "DELETE /v2.0/networks/4442df01-63e0-4b38-b6ea-c622548962d9 HTTP/1.1" status: 204 len: 168 time: 0.5749614 Sep 27 05:11:17.537351 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device ae6a33cf-3418-4549-9fd1-e28de34e0f99 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:11:17.559086 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: ae6a33cf-3418-4549-9fd1-e28de34e0f99 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:11:17.559648 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device ae6a33cf-3418-4549-9fd1-e28de34e0f99 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:11:17.590075 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.services.segments.plugin [-] Segment 3c52cfc9-4593-4b11-824d-6e9851360c84 resource provider aggregate not found Sep 27 05:11:17.607531 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.services.segments.plugin [-] Segment 3c52cfc9-4593-4b11-824d-6e9851360c84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c52cfc9-4593-4b11-824d-6e9851360c84 found for delete ", "request_id": "req-6cbb1473-0b63-42b0-a944-fe464873997c"}]} Sep 27 05:11:17.646326 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38538) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:17.686309 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-38895207-e0ae-40d3-a2c8-1cc8da296372 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=97fc6113b9d248e0b081f9812381b453&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388620 Sep 27 05:11:17.688857 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38540) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:17.734799 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e49c543e-c26f-4c47-94e5-b806fd1c3260 admin admin] Publish callbacks [] for security_group (45c005a0-c5cc-4a1b-b1d4-92b22b745319), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.759015 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e49c543e-c26f-4c47-94e5-b806fd1c3260 admin admin] Publish callbacks [] for security_group (45c005a0-c5cc-4a1b-b1d4-92b22b745319), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.804405 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e49c543e-c26f-4c47-94e5-b806fd1c3260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (45c005a0-c5cc-4a1b-b1d4-92b22b745319), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.806886 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e49c543e-c26f-4c47-94e5-b806fd1c3260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:17.808022 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e49c543e-c26f-4c47-94e5-b806fd1c3260 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/45c005a0-c5cc-4a1b-b1d4-92b22b745319 HTTP/1.1" status: 204 len: 168 time: 0.1182573 Sep 27 05:11:17.816467 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c543e-c26f-4c47-94e5-b806fd1c3260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c005a0-c5cc-4a1b-b1d4-92b22b745319,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:28.599587 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38678) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:28.701571 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e663413a-4231-4414-867b-3de5c3498a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:28.774350 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e663413a-4231-4414-867b-3de5c3498a6a admin admin] Publish callbacks [] for security_group (cfd0e268-ffd5-4170-b015-80608802a3ce), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:28.778374 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e663413a-4231-4414-867b-3de5c3498a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (cfd0e268-ffd5-4170-b015-80608802a3ce), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:28.818141 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e663413a-4231-4414-867b-3de5c3498a6a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=07e0429dd32c4156b41b9fc7932a8497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174714 Sep 27 05:11:28.820122 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663413a-4231-4414-867b-3de5c3498a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd0e268-ffd5-4170-b015-80608802a3ce,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:28.820784 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38682) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:28.868492 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Publish callbacks [] for security_group (cfd0e268-ffd5-4170-b015-80608802a3ce), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:28.890328 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Publish callbacks [] for security_group (cfd0e268-ffd5-4170-b015-80608802a3ce), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:28.935500 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (cfd0e268-ffd5-4170-b015-80608802a3ce), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:28.938070 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:28.939212 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cfd0e268-ffd5-4170-b015-80608802a3ce HTTP/1.1" status: 204 len: 168 time: 0.1173658 Sep 27 05:11:28.946901 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd0e268-ffd5-4170-b015-80608802a3ce,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:28.954560 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:28.954911 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:28.955256 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:28.955595 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:28.955933 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:28.956265 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:28.956699 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:28.956939 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:28.957275 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:28.957608 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:28.957932 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:28.958260 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:28.958584 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5939207-f12e-40cc-9f6e-42d9b176931e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:29.205870 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38688) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:29.219441 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3b5a79d6-b2c7-4447-a05d-c8ccbe15bdb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:29.292331 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3b5a79d6-b2c7-4447-a05d-c8ccbe15bdb0 admin admin] Publish callbacks [] for security_group (37aed404-c945-4138-b93d-7873220b2feb), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:29.296185 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3b5a79d6-b2c7-4447-a05d-c8ccbe15bdb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (37aed404-c945-4138-b93d-7873220b2feb), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:29.336335 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3b5a79d6-b2c7-4447-a05d-c8ccbe15bdb0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=719b13a5c2b640c4ab846c007eb535a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293871 Sep 27 05:11:29.337568 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a79d6-b2c7-4447-a05d-c8ccbe15bdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37aed404-c945-4138-b93d-7873220b2feb,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:29.339081 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38690) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:29.388112 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8117d50c-ccd7-481b-b7eb-2a2749be6f0f admin admin] Publish callbacks [] for security_group (37aed404-c945-4138-b93d-7873220b2feb), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:29.408482 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8117d50c-ccd7-481b-b7eb-2a2749be6f0f admin admin] Publish callbacks [] for security_group (37aed404-c945-4138-b93d-7873220b2feb), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:29.456412 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8117d50c-ccd7-481b-b7eb-2a2749be6f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (37aed404-c945-4138-b93d-7873220b2feb), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:29.459037 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8117d50c-ccd7-481b-b7eb-2a2749be6f0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:29.460193 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-8117d50c-ccd7-481b-b7eb-2a2749be6f0f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/37aed404-c945-4138-b93d-7873220b2feb HTTP/1.1" status: 204 len: 168 time: 0.1200802 Sep 27 05:11:29.469258 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117d50c-ccd7-481b-b7eb-2a2749be6f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37aed404-c945-4138-b93d-7873220b2feb,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:35.766693 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-23aae162-22c2-4b03-942a-a5e58c4cb4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.007453 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38826) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:38.110643 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1273ce13-9ef5-4443-b314-b88d05c3d2f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.137892 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5a7a7652-fa67-48c4-92e1-e4e92f81e35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.196289 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1273ce13-9ef5-4443-b314-b88d05c3d2f1 admin admin] Publish callbacks [] for security_group (eaf740dc-2387-4474-abe8-de303611f833), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.200307 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1273ce13-9ef5-4443-b314-b88d05c3d2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (eaf740dc-2387-4474-abe8-de303611f833), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.237800 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1273ce13-9ef5-4443-b314-b88d05c3d2f1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0d1b005992dc4589aef5682e4b24dae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292290 Sep 27 05:11:38.238797 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273ce13-9ef5-4443-b314-b88d05c3d2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf740dc-2387-4474-abe8-de303611f833,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:38.240428 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38830) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:38.289446 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-332bb99c-ebf6-4da3-9023-5f3859d6fce2 admin admin] Publish callbacks [] for security_group (eaf740dc-2387-4474-abe8-de303611f833), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.310640 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-332bb99c-ebf6-4da3-9023-5f3859d6fce2 admin admin] Publish callbacks [] for security_group (eaf740dc-2387-4474-abe8-de303611f833), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.357984 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-332bb99c-ebf6-4da3-9023-5f3859d6fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (eaf740dc-2387-4474-abe8-de303611f833), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.360571 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-332bb99c-ebf6-4da3-9023-5f3859d6fce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.361751 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-332bb99c-ebf6-4da3-9023-5f3859d6fce2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/eaf740dc-2387-4474-abe8-de303611f833 HTTP/1.1" status: 204 len: 168 time: 0.1202335 Sep 27 05:11:38.369130 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bb99c-ebf6-4da3-9023-5f3859d6fce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf740dc-2387-4474-abe8-de303611f833,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:38.623343 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38836) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:38.636360 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77c1f701-0ce0-4e23-8ab1-6809e182f86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.710514 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77c1f701-0ce0-4e23-8ab1-6809e182f86a admin admin] Publish callbacks [] for security_group (84dd0678-f0d0-43b8-a7ac-a112708825c8), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.714049 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-77c1f701-0ce0-4e23-8ab1-6809e182f86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (84dd0678-f0d0-43b8-a7ac-a112708825c8), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.751166 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1f701-0ce0-4e23-8ab1-6809e182f86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dd0678-f0d0-43b8-a7ac-a112708825c8,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:38.756259 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-77c1f701-0ce0-4e23-8ab1-6809e182f86a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9558aff74bfc4e93a1fa358dfc37d8ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318927 Sep 27 05:11:38.758975 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38838) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:38.811041 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df562efe-6af7-4a6e-b0fb-e7d091ae4141 admin admin] Publish callbacks [] for security_group (84dd0678-f0d0-43b8-a7ac-a112708825c8), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.831794 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df562efe-6af7-4a6e-b0fb-e7d091ae4141 admin admin] Publish callbacks [] for security_group (84dd0678-f0d0-43b8-a7ac-a112708825c8), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.877900 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df562efe-6af7-4a6e-b0fb-e7d091ae4141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (84dd0678-f0d0-43b8-a7ac-a112708825c8), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.880697 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-df562efe-6af7-4a6e-b0fb-e7d091ae4141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:38.881876 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-df562efe-6af7-4a6e-b0fb-e7d091ae4141 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/84dd0678-f0d0-43b8-a7ac-a112708825c8 HTTP/1.1" status: 204 len: 168 time: 0.1217842 Sep 27 05:11:38.890078 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df562efe-6af7-4a6e-b0fb-e7d091ae4141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dd0678-f0d0-43b8-a7ac-a112708825c8,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:39.208222 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38846) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:39.222249 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-099aed1d-850a-403b-aae9-e67eafa22d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:39.298911 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-099aed1d-850a-403b-aae9-e67eafa22d3a admin admin] Publish callbacks [] for security_group (fc58b00f-c6da-41a7-8394-68608f539b9e), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:39.302614 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-099aed1d-850a-403b-aae9-e67eafa22d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (fc58b00f-c6da-41a7-8394-68608f539b9e), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:39.339508 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-099aed1d-850a-403b-aae9-e67eafa22d3a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=59c1d5fdb28147059876a9ce5ed3e237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301277 Sep 27 05:11:39.341955 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099aed1d-850a-403b-aae9-e67eafa22d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc58b00f-c6da-41a7-8394-68608f539b9e,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:39.342756 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38848) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:39.384286 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:39.394340 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f1808369-81c2-42dd-b40f-1e1545341fda admin admin] Publish callbacks [] for security_group (fc58b00f-c6da-41a7-8394-68608f539b9e), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:39.415553 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f1808369-81c2-42dd-b40f-1e1545341fda admin admin] Publish callbacks [] for security_group (fc58b00f-c6da-41a7-8394-68608f539b9e), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:39.461486 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f1808369-81c2-42dd-b40f-1e1545341fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (fc58b00f-c6da-41a7-8394-68608f539b9e), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:39.464044 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f1808369-81c2-42dd-b40f-1e1545341fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:39.465757 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f1808369-81c2-42dd-b40f-1e1545341fda admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fc58b00f-c6da-41a7-8394-68608f539b9e HTTP/1.1" status: 204 len: 168 time: 0.1214337 Sep 27 05:11:39.473195 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1808369-81c2-42dd-b40f-1e1545341fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc58b00f-c6da-41a7-8394-68608f539b9e,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:40.242977 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d809bb4-bf08-423a-b0fd-7254a9d8d1b4 req-fe520599-f737-4ca4-9c1b-dd1200dd8928 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:40.244446 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2d809bb4-bf08-423a-b0fd-7254a9d8d1b4 req-fe520599-f737-4ca4-9c1b-dd1200dd8928 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 946 time: 0.0530896 Sep 27 05:11:40.298514 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2d809bb4-bf08-423a-b0fd-7254a9d8d1b4 req-b81be8a4-fb8b-4099-a1f0-969ea2131281 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439677 Sep 27 05:11:40.781736 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:41.429901 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e6a13-6364-4de9-b3bc-1e1a138c9254 req-f87ed582-fc99-4b68-b62f-08e33e26400c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:41.431370 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ac6e6a13-6364-4de9-b3bc-1e1a138c9254 req-f87ed582-fc99-4b68-b62f-08e33e26400c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 946 time: 0.0560040 Sep 27 05:11:41.484715 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ac6e6a13-6364-4de9-b3bc-1e1a138c9254 req-d343aac1-7db5-4367-9538-04d561e1dc9d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474799 Sep 27 05:11:41.907877 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-3b92639e-8fd6-4e2c-9134-e8bc8680dc60 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:41.909326 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-3b92639e-8fd6-4e2c-9134-e8bc8680dc60 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 946 time: 0.0510678 Sep 27 05:11:41.995374 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-dc82a70b-c9e4-48c8-85b1-d46e05e2df2d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Deleting port 8675e537-17e8-472b-8431-91c822d827ef {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:11:41.995719 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-dc82a70b-c9e4-48c8-85b1-d46e05e2df2d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (8675e537-17e8-472b-8431-91c822d827ef), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:42.085794 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-dc82a70b-c9e4-48c8-85b1-d46e05e2df2d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] For port 8675e537-17e8-472b-8431-91c822d827ef, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=8675e537-17e8-472b-8431-91c822d827ef,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:11:42.086156 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-dc82a70b-c9e4-48c8-85b1-d46e05e2df2d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (8675e537-17e8-472b-8431-91c822d827ef), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:42.117717 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:42.295406 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-dc82a70b-c9e4-48c8-85b1-d46e05e2df2d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:42.295941 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-dc82a70b-c9e4-48c8-85b1-d46e05e2df2d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (2faf15b8-d39c-4dba-9784-08c42f35ed1a), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:42.296268 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-dc82a70b-c9e4-48c8-85b1-d46e05e2df2d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Floating IP 2faf15b8-d39c-4dba-9784-08c42f35ed1a disassociated. External IP: 172.27.1.118, port: 8675e537-17e8-472b-8431-91c822d827ef. Sep 27 05:11:42.297145 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-dc82a70b-c9e4-48c8-85b1-d46e05e2df2d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Calling delete_port for 8675e537-17e8-472b-8431-91c822d827ef owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:11:42.420388 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-dc82a70b-c9e4-48c8-85b1-d46e05e2df2d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (8675e537-17e8-472b-8431-91c822d827ef), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:42.450433 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82a70b-c9e4-48c8-85b1-d46e05e2df2d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event deleted for resources: {'Port': ['ID=8675e537-17e8-472b-8431-91c822d827ef,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:42.565882 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-dc82a70b-c9e4-48c8-85b1-d46e05e2df2d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Router c761e44c-233d-49ca-9658-756db6dcc194 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:11:42.598744 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6fa7b901-d81a-4c07-853f-c328eb46808b req-ba2f5f90-b362-4190-984b-79f41fd34172 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 210 time: 0.0292521 Sep 27 05:11:42.978708 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-dc82a70b-c9e4-48c8-85b1-d46e05e2df2d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:11:42.989791 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d85509-d06c-4c55-880a-afbe561dc026 None None] Sync routers for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:11:43.000268 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d85509-d06c-4c55-880a-afbe561dc026 None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:11:43.000977 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-00d85509-d06c-4c55-880a-afbe561dc026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:11:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:43.021070 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-dc82a70b-c9e4-48c8-85b1-d46e05e2df2d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] No DVR routers for this DVR port 8675e537-17e8-472b-8431-91c822d827ef on host hv-cinder-85846 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:11:43.023664 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-dc82a70b-c9e4-48c8-85b1-d46e05e2df2d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:43.027029 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-adcc7266-8778-482b-97c3-b4dbea462dfd req-dc82a70b-c9e4-48c8-85b1-d46e05e2df2d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.49 "DELETE /v2.0/ports/8675e537-17e8-472b-8431-91c822d827ef HTTP/1.1" status: 204 len: 173 time: 1.1115580 Sep 27 05:11:43.028106 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c04408a-9261-4215-bd97-cd0caef85eb2', 'name': 'network-vif-deleted', 'tag': '8675e537-17e8-472b-8431-91c822d827ef'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:11:43.031270 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338ee2b7-3fc5-4189-b846-7d955cd2513e" -d '{"events": [{"server_uuid": "6c04408a-9261-4215-bd97-cd0caef85eb2", "name": "network-vif-deleted", "tag": "8675e537-17e8-472b-8431-91c822d827ef"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:11:43.111396 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-00d85509-d06c-4c55-880a-afbe561dc026 None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:11:43.206401 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76663698-0ec3-4676-8906-808d99dec06d x-openstack-request-id: req-76663698-0ec3-4676-8906-808d99dec06d {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:11:43.206721 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c04408a-9261-4215-bd97-cd0caef85eb2", "name": "network-vif-deleted", "tag": "8675e537-17e8-472b-8431-91c822d827ef", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:11:43.206963 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-76663698-0ec3-4676-8906-808d99dec06d {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:11:43.208063 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76663698-0ec3-4676-8906-808d99dec06d'] response: {'server_uuid': '6c04408a-9261-4215-bd97-cd0caef85eb2', 'name': 'network-vif-deleted', 'tag': '8675e537-17e8-472b-8431-91c822d827ef', 'status': 'completed', 'code': 200} Sep 27 05:11:43.309098 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-00d85509-d06c-4c55-880a-afbe561dc026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:43.338563 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d85509-d06c-4c55-880a-afbe561dc026 None None] Checking router: c761e44c-233d-49ca-9658-756db6dcc194 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:11:43.348068 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d85509-d06c-4c55-880a-afbe561dc026 None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:11:43.348690 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-00d85509-d06c-4c55-880a-afbe561dc026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:11:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:43.445480 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-00d85509-d06c-4c55-880a-afbe561dc026 None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:11:43.767744 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2a907faa-71b9-450e-a89e-ebbaab6b9e78 req-3da2a385-ae1e-40c8-8f1d-e57276010e88 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c04408a-9261-4215-bd97-cd0caef85eb2 HTTP/1.1" status: 200 len: 210 time: 0.0432236 Sep 27 05:11:43.833436 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-00d85509-d06c-4c55-880a-afbe561dc026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:43.858686 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d85509-d06c-4c55-880a-afbe561dc026 None None] The sync data for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi is: [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:11:44.144613 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b32bdfe-7d32-43dd-a671-b0d60656e9d3 None None] New status for floating IP 2faf15b8-d39c-4dba-9784-08c42f35ed1a: DOWN {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:11:44.438076 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38946) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:44.545364 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-553c25c2-3a75-401e-9ac9-27a531fe8c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:44.618825 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-553c25c2-3a75-401e-9ac9-27a531fe8c76 admin admin] Publish callbacks [] for security_group (da971148-3a70-4ba6-9ecb-7b09d7aa6d77), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:44.623216 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-553c25c2-3a75-401e-9ac9-27a531fe8c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (da971148-3a70-4ba6-9ecb-7b09d7aa6d77), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:44.662968 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-553c25c2-3a75-401e-9ac9-27a531fe8c76 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a619feddc095483db62bc6187eb49ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238069 Sep 27 05:11:44.663934 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c25c2-3a75-401e-9ac9-27a531fe8c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da971148-3a70-4ba6-9ecb-7b09d7aa6d77,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:44.665668 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38950) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:44.714655 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9c126c21-17c8-4c9e-8c26-0a01bf983a38 admin admin] Publish callbacks [] for security_group (da971148-3a70-4ba6-9ecb-7b09d7aa6d77), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:44.735687 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9c126c21-17c8-4c9e-8c26-0a01bf983a38 admin admin] Publish callbacks [] for security_group (da971148-3a70-4ba6-9ecb-7b09d7aa6d77), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:44.785179 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9c126c21-17c8-4c9e-8c26-0a01bf983a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (da971148-3a70-4ba6-9ecb-7b09d7aa6d77), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:44.787733 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9c126c21-17c8-4c9e-8c26-0a01bf983a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:44.788877 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9c126c21-17c8-4c9e-8c26-0a01bf983a38 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/da971148-3a70-4ba6-9ecb-7b09d7aa6d77 HTTP/1.1" status: 204 len: 168 time: 0.1218798 Sep 27 05:11:44.798557 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c126c21-17c8-4c9e-8c26-0a01bf983a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da971148-3a70-4ba6-9ecb-7b09d7aa6d77,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:45.037017 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-03a29d73-6456-4fbf-8ef0-dba9a1c88050 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504705551&fields=id&tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7 HTTP/1.1" status: 200 len: 267 time: 0.0459416 Sep 27 05:11:45.073164 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 38964) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:45.089287 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b7cfc159-2141-488f-aa60-82fb2dfb1bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:45.147424 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-f2d7cc61-eb7f-4065-96cc-5480d2abfd00 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:45.148989 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-f2d7cc61-eb7f-4065-96cc-5480d2abfd00 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 812 time: 0.1051376 Sep 27 05:11:45.164079 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-9c750a79-558c-4c55-af28-c17a386c764c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/quotas/dd9cd5a85d76484386fc1b7e91ce66c7 HTTP/1.1" status: 200 len: 375 time: 0.0090666 Sep 27 05:11:45.170893 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b7cfc159-2141-488f-aa60-82fb2dfb1bf4 admin admin] Publish callbacks [] for security_group (51116581-a6f4-4e94-ae94-18a04e5edd3c), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:45.175853 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b7cfc159-2141-488f-aa60-82fb2dfb1bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (51116581-a6f4-4e94-ae94-18a04e5edd3c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:45.218854 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b7cfc159-2141-488f-aa60-82fb2dfb1bf4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=17d2233bb77f4d728e6ee455d5733d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422241 Sep 27 05:11:45.218854 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfc159-2141-488f-aa60-82fb2dfb1bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51116581-a6f4-4e94-ae94-18a04e5edd3c,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:45.219156 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 38970) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:45.226567 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:11:45.230729 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-9c8fa574-08a4-4f8e-acfb-42e107e1aca2 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610034 Sep 27 05:11:45.278085 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Publish callbacks [] for security_group (51116581-a6f4-4e94-ae94-18a04e5edd3c), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:45.301051 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Publish callbacks [] for security_group (51116581-a6f4-4e94-ae94-18a04e5edd3c), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:45.392173 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (51116581-a6f4-4e94-ae94-18a04e5edd3c), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:45.394782 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:45.398309 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/51116581-a6f4-4e94-ae94-18a04e5edd3c HTTP/1.1" status: 204 len: 168 time: 0.1758564 Sep 27 05:11:45.412843 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51116581-a6f4-4e94-ae94-18a04e5edd3c,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:45.425047 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:45.425216 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:45.425541 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:45.425882 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:45.426227 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:45.426563 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:45.426935 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:45.427222 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:45.427555 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:45.427885 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:45.428216 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:45.428658 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:45.428878 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e08f85e-c34f-438a-9c52-09aab4700fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:11:45.462769 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-dabe6ed2-e56e-4410-bcb5-10e2b0ed8ed4 service neutron] 10.222.0.27 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171962 Sep 27 05:11:45.557732 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-428aafe4-085e-4d81-8c4e-3837f87b868d service neutron] 10.222.0.27 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889604 Sep 27 05:11:45.859295 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1911abe0-dbd0-4285-9677-3936dbadad15 req-947fe4e2-0c7c-4dc7-8f00-327e0da7036f tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 210 time: 0.0329034 Sep 27 05:11:45.899207 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:46.415174 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 8675e537-17e8-472b-8431-91c822d827ef no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:11:46.435905 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: 8675e537-17e8-472b-8431-91c822d827ef {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:11:46.436268 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 8675e537-17e8-472b-8431-91c822d827ef not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:11:46.789532 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6532e8-ad54-45d1-baa9-f393e91f10ad req-32b9f90b-3ee4-405a-871b-9456427e46f7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:46.791132 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f6532e8-ad54-45d1-baa9-f393e91f10ad req-32b9f90b-3ee4-405a-871b-9456427e46f7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.0540438 Sep 27 05:11:46.845622 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f6532e8-ad54-45d1-baa9-f393e91f10ad req-3fcb4f0a-46c6-4d8c-b336-bce656ea1dcb tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471883 Sep 27 05:11:46.967716 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d9229b3e-28ad-43ee-aaf7-5032e1490ef7 req-612e24b7-4bd0-42c8-93c3-83ce0269bed9 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 210 time: 0.0312111 Sep 27 05:11:47.098863 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-df978ccd-97c1-4333-998c-0134d17ca6f8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:47.100357 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-df978ccd-97c1-4333-998c-0134d17ca6f8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.49 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 812 time: 0.1082623 Sep 27 05:11:47.170530 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-f8a84b42-0c12-4861-9ebd-43bebe3a3ce6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7 HTTP/1.1" status: 200 len: 379 time: 0.0621073 Sep 27 05:11:47.179920 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-e5f24c48-615e-46ce-8271-a13e468f169d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Request body: {'port': {'device_id': '836521cd-1172-428e-b458-0e9de560f99a', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'admin_state_up': True, 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'security_groups': ['9019b9b1-1619-46eb-b833-e44c54179395']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:11:47.293893 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-e5f24c48-615e-46ce-8271-a13e468f169d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Made reservation on behalf of dd9cd5a85d76484386fc1b7e91ce66c7 for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:11:47.297510 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-e5f24c48-615e-46ce-8271-a13e468f169d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:47.437354 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-e5f24c48-615e-46ce-8271-a13e468f169d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Allocated IP 172.20.0.3 (d80c8abc-1650-4c6e-894f-50b9cf0b7faf/64e5e500-b27d-41ff-b754-4ec03dbcd6fc/35c2d478-0b94-4bd7-9def-a4476c207275) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:11:47.624066 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-e5f24c48-615e-46ce-8271-a13e468f169d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for port (35c2d478-0b94-4bd7-9def-a4476c207275), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:47.665664 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-e5f24c48-615e-46ce-8271-a13e468f169d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (35c2d478-0b94-4bd7-9def-a4476c207275), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:47.715226 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-e5f24c48-615e-46ce-8271-a13e468f169d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Network d80c8abc-1650-4c6e-894f-50b9cf0b7faf is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:11:47.718833 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-e5f24c48-615e-46ce-8271-a13e468f169d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:11:47.725512 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-e5f24c48-615e-46ce-8271-a13e468f169d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:11:47.751168 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f24c48-615e-46ce-8271-a13e468f169d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'Port': ['ID=35c2d478-0b94-4bd7-9def-a4476c207275,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:47.784032 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-e5f24c48-615e-46ce-8271-a13e468f169d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:47.784610 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-e5f24c48-615e-46ce-8271-a13e468f169d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:47.802611 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-e5f24c48-615e-46ce-8271-a13e468f169d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6266129 Sep 27 05:11:47.965959 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Request body: {'port': {'device_id': '836521cd-1172-428e-b458-0e9de560f99a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:11:47.985707 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-d54cb145-ea2e-45ab-9461-7df54cee849a None None] Provisioning complete for port 35c2d478-0b94-4bd7-9def-a4476c207275 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:11:47.986264 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d54cb145-ea2e-45ab-9461-7df54cee849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (35c2d478-0b94-4bd7-9def-a4476c207275), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:47.986426 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-d54cb145-ea2e-45ab-9461-7df54cee849a None None] Attempt 1 to provision port 35c2d478-0b94-4bd7-9def-a4476c207275 Sep 27 05:11:48.039256 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-d54cb145-ea2e-45ab-9461-7df54cee849a None None] Port 35c2d478-0b94-4bd7-9def-a4476c207275 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:11:48.106352 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (35c2d478-0b94-4bd7-9def-a4476c207275), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:48.139542 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f3e6a-e572-49a3-a642-82eaa3495c10 req-80af9b9f-a790-4f8e-b3d3-bb88e4e33802 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:48.141328 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-086f3e6a-e572-49a3-a642-82eaa3495c10 req-80af9b9f-a790-4f8e-b3d3-bb88e4e33802 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.1404402 Sep 27 05:11:48.189470 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e37de6-87f3-4c2a-b236-e975c59a4952 req-0f701e09-c5d4-4538-9bde-7b3374fbcfd8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:48.191008 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d3e37de6-87f3-4c2a-b236-e975c59a4952 req-0f701e09-c5d4-4538-9bde-7b3374fbcfd8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 931 time: 0.1240242 Sep 27 05:11:48.313028 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-086f3e6a-e572-49a3-a642-82eaa3495c10 req-542d0c4b-f3e2-471d-b30e-f9d0f6b011bd tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525671 Sep 27 05:11:48.346736 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d3e37de6-87f3-4c2a-b236-e975c59a4952 req-74dd19dd-89fa-4a41-bc43-2695ce718fa3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424506 Sep 27 05:11:48.481108 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c2d478-0b94-4bd7-9def-a4476c207275 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:11:48.490389 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Publish callbacks [] for port (35c2d478-0b94-4bd7-9def-a4476c207275), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:48.503947 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Transition to ACTIVE for port object 35c2d478-0b94-4bd7-9def-a4476c207275 will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:11:48.507544 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (35c2d478-0b94-4bd7-9def-a4476c207275), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:48.539972 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-d54cb145-ea2e-45ab-9461-7df54cee849a None None] Attempt 2 to provision port 35c2d478-0b94-4bd7-9def-a4476c207275 Sep 27 05:11:48.573772 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-d54cb145-ea2e-45ab-9461-7df54cee849a None None] Port 35c2d478-0b94-4bd7-9def-a4476c207275 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:11:48.586090 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Pushing event updated for resources: {'Port': ['ID=35c2d478-0b94-4bd7-9def-a4476c207275,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:48.623096 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Attempting to bind port 35c2d478-0b94-4bd7-9def-a4476c207275 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:11:48.623437 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Attempting to bind port 35c2d478-0b94-4bd7-9def-a4476c207275 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:11:48.623771 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Attempting to bind port 35c2d478-0b94-4bd7-9def-a4476c207275 on network d80c8abc-1650-4c6e-894f-50b9cf0b7faf {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:11:48.630514 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Port 35c2d478-0b94-4bd7-9def-a4476c207275 on network d80c8abc-1650-4c6e-894f-50b9cf0b7faf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:11:48.630838 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Attempting to bind port 35c2d478-0b94-4bd7-9def-a4476c207275 on network d80c8abc-1650-4c6e-894f-50b9cf0b7faf {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:11:48.637586 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:11:48.637927 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Checking segment: {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:11:48.638422 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Bound using segment: {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:11:48.638730 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Bound port: 35c2d478-0b94-4bd7-9def-a4476c207275, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:11:48.639152 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (35c2d478-0b94-4bd7-9def-a4476c207275), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:48.716782 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] For port 35c2d478-0b94-4bd7-9def-a4476c207275, host hv-cinder-85846, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:11:48.720257 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] For port 35c2d478-0b94-4bd7-9def-a4476c207275, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=35c2d478-0b94-4bd7-9def-a4476c207275,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:11:48.727785 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (35c2d478-0b94-4bd7-9def-a4476c207275), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:48.734326 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:48.734948 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:48.736404 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] 10.222.0.49 "PUT /v2.0/ports/35c2d478-0b94-4bd7-9def-a4476c207275 HTTP/1.1" status: 200 len: 1093 time: 0.9265475 Sep 27 05:11:48.736929 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836521cd-1172-428e-b458-0e9de560f99a', 'tag': '35c2d478-0b94-4bd7-9def-a4476c207275'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:11:48.739189 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f74670-5e0d-487f-8d41-b6ffa29b4f44" -d '{"events": [{"name": "network-changed", "server_uuid": "836521cd-1172-428e-b458-0e9de560f99a", "tag": "35c2d478-0b94-4bd7-9def-a4476c207275"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:11:48.782377 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b69089-812d-4669-8fa8-68cb4a476170 x-openstack-request-id: req-44b69089-812d-4669-8fa8-68cb4a476170 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:11:48.782675 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836521cd-1172-428e-b458-0e9de560f99a", "tag": "35c2d478-0b94-4bd7-9def-a4476c207275", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:11:48.782930 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-44b69089-812d-4669-8fa8-68cb4a476170 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:11:48.783345 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b69089-812d-4669-8fa8-68cb4a476170'] response: {'name': 'network-changed', 'server_uuid': '836521cd-1172-428e-b458-0e9de560f99a', 'tag': '35c2d478-0b94-4bd7-9def-a4476c207275', 'status': 'completed', 'code': 200} Sep 27 05:11:48.847113 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d25d4-93e7-4ce9-9e13-51ac6ebf7c2d service neutron] Pushing event updated for resources: {'Port': ['ID=35c2d478-0b94-4bd7-9def-a4476c207275,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:48.884052 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-ac81a95e-ee2c-4bc9-bf41-26a2d81f9134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:48.885918 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-ac81a95e-ee2c-4bc9-bf41-26a2d81f9134 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 1127 time: 0.0996914 Sep 27 05:11:48.943619 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-2ecf0024-78c5-445f-befc-830b44ea5b75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c2d478-0b94-4bd7-9def-a4476c207275 HTTP/1.1" status: 200 len: 217 time: 0.0507886 Sep 27 05:11:48.996151 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-fe41922e-cd45-4382-abf2-413c62cbdc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:48.997817 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-fe41922e-cd45-4382-abf2-413c62cbdc1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64e5e500-b27d-41ff-b754-4ec03dbcd6fc HTTP/1.1" status: 200 len: 851 time: 0.0467453 Sep 27 05:11:49.053727 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-d5eab662-3688-4fee-a728-34b7f4ce7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:49.055242 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-d5eab662-3688-4fee-a728-34b7f4ce7281 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488951 Sep 27 05:11:49.074877 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-d54cb145-ea2e-45ab-9461-7df54cee849a None None] Attempt 3 to provision port 35c2d478-0b94-4bd7-9def-a4476c207275 Sep 27 05:11:49.120641 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-d54cb145-ea2e-45ab-9461-7df54cee849a None None] Port 35c2d478-0b94-4bd7-9def-a4476c207275 had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:11:49.163163 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-2b6591ca-ca59-43f5-9943-bf42394722f4 service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001894 Sep 27 05:11:49.492359 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981da6a5-18d3-4e24-bbcf-d7af5d6557e9 req-1901e021-4616-4e34-a4c6-a28add4b8680 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:49.493864 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-981da6a5-18d3-4e24-bbcf-d7af5d6557e9 req-1901e021-4616-4e34-a4c6-a28add4b8680 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 943 time: 0.0619550 Sep 27 05:11:49.501735 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115781dc-af31-4f37-a033-73e2315542ed req-0f72e529-dd12-4495-8bf3-d7f7b769ed89 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:49.503131 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-115781dc-af31-4f37-a033-73e2315542ed req-0f72e529-dd12-4495-8bf3-d7f7b769ed89 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.0988126 Sep 27 05:11:49.575819 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-981da6a5-18d3-4e24-bbcf-d7af5d6557e9 req-9b0e2196-9d74-43db-8785-627d1409ebfa tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717337 Sep 27 05:11:49.579928 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-115781dc-af31-4f37-a033-73e2315542ed req-543819bf-67d4-4262-a0d3-4ec63bbead4c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701196 Sep 27 05:11:50.795960 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7225bcb-bcb4-4040-80b1-2112cbefa4df req-fbdb86a9-3edd-42d4-a3e3-1a51e7892734 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:50.797687 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7225bcb-bcb4-4040-80b1-2112cbefa4df req-fbdb86a9-3edd-42d4-a3e3-1a51e7892734 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 943 time: 0.1427922 Sep 27 05:11:50.822627 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f5e53-2b20-46e1-8943-7916a00bb814 req-72e9c724-ef4b-4c84-90ee-df316579f8e0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:50.824051 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a95f5e53-2b20-46e1-8943-7916a00bb814 req-72e9c724-ef4b-4c84-90ee-df316579f8e0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.1605840 Sep 27 05:11:50.862189 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0404148c-5442-4066-bc7b-08d55b2e3a7e req-23096af8-ea3b-47e7-8f6c-ddb29463d2a6 service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709530 Sep 27 05:11:50.898049 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a7225bcb-bcb4-4040-80b1-2112cbefa4df req-5dd6cbc3-2edf-4e1c-a928-8933486d641f tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904694 Sep 27 05:11:50.908759 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a95f5e53-2b20-46e1-8943-7916a00bb814 req-28adefad-971e-4716-936f-6fe54321bf26 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750906 Sep 27 05:11:51.651409 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f74670-5e0d-487f-8d41-b6ffa29b4f44 req-6f51b9be-5df5-4848-9968-2a6f64cc7641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:51.653726 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-56f74670-5e0d-487f-8d41-b6ffa29b4f44 req-6f51b9be-5df5-4848-9968-2a6f64cc7641 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 1127 time: 0.0451779 Sep 27 05:11:51.745631 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f74670-5e0d-487f-8d41-b6ffa29b4f44 req-5f8e5d24-90c7-4d0b-8e3f-15962e916652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:51.747558 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-56f74670-5e0d-487f-8d41-b6ffa29b4f44 req-5f8e5d24-90c7-4d0b-8e3f-15962e916652 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 913 time: 0.0867836 Sep 27 05:11:51.787931 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-56f74670-5e0d-487f-8d41-b6ffa29b4f44 req-8d24b2c7-c13d-45a4-bc6a-4e3011df9463 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c2d478-0b94-4bd7-9def-a4476c207275 HTTP/1.1" status: 200 len: 217 time: 0.0329318 Sep 27 05:11:51.836399 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f74670-5e0d-487f-8d41-b6ffa29b4f44 req-7e9306fb-4eb1-42e7-a14d-5e6f9267067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:51.837864 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-56f74670-5e0d-487f-8d41-b6ffa29b4f44 req-7e9306fb-4eb1-42e7-a14d-5e6f9267067d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64e5e500-b27d-41ff-b754-4ec03dbcd6fc HTTP/1.1" status: 200 len: 851 time: 0.0424063 Sep 27 05:11:51.891567 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f74670-5e0d-487f-8d41-b6ffa29b4f44 req-02d53986-f379-4ca7-906e-422abd169434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:51.893068 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-56f74670-5e0d-487f-8d41-b6ffa29b4f44 req-02d53986-f379-4ca7-906e-422abd169434 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477660 Sep 27 05:11:52.047023 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-56f74670-5e0d-487f-8d41-b6ffa29b4f44 req-796c8e2c-87e6-423d-a890-8a22b174c76c service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461592 Sep 27 05:11:52.142430 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfef47-953e-437f-8296-24beace9defb req-d006d69a-93de-4692-b7a6-12df2e90800a tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:52.148237 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a2dfef47-953e-437f-8296-24beace9defb req-d006d69a-93de-4692-b7a6-12df2e90800a tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 943 time: 0.1566823 Sep 27 05:11:52.157481 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1209e6-8304-4b87-8134-3b9c473d5fc0 req-72155667-64ed-4335-9e29-ac7a345eb6c8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:52.159148 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8a1209e6-8304-4b87-8134-3b9c473d5fc0 req-72155667-64ed-4335-9e29-ac7a345eb6c8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.1587932 Sep 27 05:11:52.228452 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-56f74670-5e0d-487f-8d41-b6ffa29b4f44 req-42ce4ced-7146-4ba6-8903-25dcc74e58b3 service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735821 Sep 27 05:11:52.260102 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a2dfef47-953e-437f-8296-24beace9defb req-f38f8d55-fa72-4945-a7b0-dca16a65ec87 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979583 Sep 27 05:11:52.272424 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8a1209e6-8304-4b87-8134-3b9c473d5fc0 req-c7b8b3a0-106f-4990-be34-19d990e8bec4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019015 Sep 27 05:11:53.423473 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e81f8a-ae18-434f-901f-e293ce88f688 req-2b2d44d0-6ca9-44b6-b7ba-d55e572c77cb tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:53.425007 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-65e81f8a-ae18-434f-901f-e293ce88f688 req-2b2d44d0-6ca9-44b6-b7ba-d55e572c77cb tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 943 time: 0.0884485 Sep 27 05:11:53.432753 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d984e-0eb2-4c16-8956-b4e44e1febb3 req-244c04f3-9412-4530-8f17-90d8eee08243 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:53.434916 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-497d984e-0eb2-4c16-8956-b4e44e1febb3 req-244c04f3-9412-4530-8f17-90d8eee08243 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.0714417 Sep 27 05:11:53.509637 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-65e81f8a-ae18-434f-901f-e293ce88f688 req-d7d8e378-834a-4e4e-a93c-dd1899ba13c1 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737629 Sep 27 05:11:53.517470 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-497d984e-0eb2-4c16-8956-b4e44e1febb3 req-3fc5cf77-a4d2-442a-8072-eb140dee9736 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758469 Sep 27 05:11:54.661127 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca853d2-8159-45d0-8df3-b176b4000a91 req-f12e60f3-0b77-49ac-8f61-27fc70464784 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:54.662735 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8ca853d2-8159-45d0-8df3-b176b4000a91 req-f12e60f3-0b77-49ac-8f61-27fc70464784 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 943 time: 0.0727868 Sep 27 05:11:54.742827 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8ca853d2-8159-45d0-8df3-b176b4000a91 req-500a003f-93c1-413a-b87c-68ee70f5433c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688519 Sep 27 05:11:54.756823 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99364017-8d21-477d-a8dd-18b9838b5ec8 req-4b25b259-fb1d-46b1-9505-af78c5975331 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:54.758306 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-99364017-8d21-477d-a8dd-18b9838b5ec8 req-4b25b259-fb1d-46b1-9505-af78c5975331 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.0946186 Sep 27 05:11:54.829536 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-99364017-8d21-477d-a8dd-18b9838b5ec8 req-ade5d07b-3665-4016-bb1f-a89068cea4ea tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477164 Sep 27 05:11:54.956551 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 39172) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:55.063685 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88d8f160-6299-4193-b58c-39592a593bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:55.143688 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88d8f160-6299-4193-b58c-39592a593bad admin admin] Publish callbacks [] for security_group (fcd41e99-ce50-4805-b48b-6746610ff3f8), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:55.147306 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88d8f160-6299-4193-b58c-39592a593bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (fcd41e99-ce50-4805-b48b-6746610ff3f8), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:55.185318 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-88d8f160-6299-4193-b58c-39592a593bad admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4169ba8942d34dda97e8af915ce98d6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276013 Sep 27 05:11:55.186438 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8f160-6299-4193-b58c-39592a593bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd41e99-ce50-4805-b48b-6746610ff3f8,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:55.188053 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 39176) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:55.238828 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2a05a10b-adbd-4d43-b308-588420eb3257 admin admin] Publish callbacks [] for security_group (fcd41e99-ce50-4805-b48b-6746610ff3f8), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:55.260854 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2a05a10b-adbd-4d43-b308-588420eb3257 admin admin] Publish callbacks [] for security_group (fcd41e99-ce50-4805-b48b-6746610ff3f8), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:55.311982 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2a05a10b-adbd-4d43-b308-588420eb3257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (fcd41e99-ce50-4805-b48b-6746610ff3f8), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:55.314498 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2a05a10b-adbd-4d43-b308-588420eb3257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:55.315648 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2a05a10b-adbd-4d43-b308-588420eb3257 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fcd41e99-ce50-4805-b48b-6746610ff3f8 HTTP/1.1" status: 204 len: 168 time: 0.1259887 Sep 27 05:11:55.323776 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05a10b-adbd-4d43-b308-588420eb3257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd41e99-ce50-4805-b48b-6746610ff3f8,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:55.570478 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 39182) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:55.583287 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dfff8ec0-67c6-4431-8f13-5859e1b25b45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:55.656476 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dfff8ec0-67c6-4431-8f13-5859e1b25b45 admin admin] Publish callbacks [] for security_group (f610c365-813c-4619-a2c8-d498390b0350), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:55.660113 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dfff8ec0-67c6-4431-8f13-5859e1b25b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (f610c365-813c-4619-a2c8-d498390b0350), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:55.697208 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-dfff8ec0-67c6-4431-8f13-5859e1b25b45 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=91de124356c3474fbf0980d18d4f83e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257155 Sep 27 05:11:55.698295 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff8ec0-67c6-4431-8f13-5859e1b25b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f610c365-813c-4619-a2c8-d498390b0350,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:55.700024 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 39184) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:55.748456 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-479d7dc0-66f0-4291-bdc5-27a73ce890d9 admin admin] Publish callbacks [] for security_group (f610c365-813c-4619-a2c8-d498390b0350), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:55.769204 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-479d7dc0-66f0-4291-bdc5-27a73ce890d9 admin admin] Publish callbacks [] for security_group (f610c365-813c-4619-a2c8-d498390b0350), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:55.817883 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-479d7dc0-66f0-4291-bdc5-27a73ce890d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (f610c365-813c-4619-a2c8-d498390b0350), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:55.821153 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-479d7dc0-66f0-4291-bdc5-27a73ce890d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:55.825298 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-479d7dc0-66f0-4291-bdc5-27a73ce890d9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f610c365-813c-4619-a2c8-d498390b0350 HTTP/1.1" status: 204 len: 168 time: 0.1239982 Sep 27 05:11:55.844603 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d7dc0-66f0-4291-bdc5-27a73ce890d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f610c365-813c-4619-a2c8-d498390b0350,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:55.900514 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d8475-6450-4939-9e2c-da9b87be6e8e req-a18a7392-e01c-4a24-9477-933bb4053c6d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:55.903237 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7c4d8475-6450-4939-9e2c-da9b87be6e8e req-a18a7392-e01c-4a24-9477-933bb4053c6d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 943 time: 0.0761859 Sep 27 05:11:56.009433 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7c4d8475-6450-4939-9e2c-da9b87be6e8e req-7b4fa7c8-cb0a-45c7-83ba-9c7a92dd7f70 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989137 Sep 27 05:11:56.033985 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec92e5c-7e84-4dd0-9363-d0659f62da9c req-7fbfcffe-706f-4fd2-a910-b48935a2e250 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:56.035634 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fec92e5c-7e84-4dd0-9363-d0659f62da9c req-7fbfcffe-706f-4fd2-a910-b48935a2e250 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.0902350 Sep 27 05:11:56.087332 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fec92e5c-7e84-4dd0-9363-d0659f62da9c req-14bcad40-8ca2-48e9-9b98-d1e3b46b60c9 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458899 Sep 27 05:11:56.258502 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c66a02-2e24-4bda-bd7e-3f0f147b805e req-4bf48ef5-8681-4dbc-b4d1-edcbd047bc7c tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:56.259965 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-57c66a02-2e24-4bda-bd7e-3f0f147b805e req-4bf48ef5-8681-4dbc-b4d1-edcbd047bc7c tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 946 time: 0.0544820 Sep 27 05:11:56.307035 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-57c66a02-2e24-4bda-bd7e-3f0f147b805e req-4621c9e1-d2cf-4737-9cae-1115a2661df4 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2312fb5-f1a3-4844-8801-79984ecc05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407381 Sep 27 05:11:56.904351 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 39226) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:57.012960 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-725ea177-0529-4d0e-81c5-3233ae9e7a62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:57.087692 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-725ea177-0529-4d0e-81c5-3233ae9e7a62 admin admin] Publish callbacks [] for security_group (75741853-68b4-489c-a718-0cc3c8e1a27a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:57.099266 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-725ea177-0529-4d0e-81c5-3233ae9e7a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (75741853-68b4-489c-a718-0cc3c8e1a27a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:57.159494 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-725ea177-0529-4d0e-81c5-3233ae9e7a62 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=148e4f38f34244bf8932e6c854a14b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539411 Sep 27 05:11:57.161677 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ea177-0529-4d0e-81c5-3233ae9e7a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75741853-68b4-489c-a718-0cc3c8e1a27a,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:57.165284 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 39234) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:57.179730 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0ae74-9f92-4143-a9f5-eb3b49019544 req-8a85c7f9-f3f9-450d-8c7f-3a82f3a36f8c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:57.181241 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-72f0ae74-9f92-4143-a9f5-eb3b49019544 req-8a85c7f9-f3f9-450d-8c7f-3a82f3a36f8c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 943 time: 0.0923507 Sep 27 05:11:57.224175 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2a40b97d-b088-44da-861d-86e51a7cb62c admin admin] Publish callbacks [] for security_group (75741853-68b4-489c-a718-0cc3c8e1a27a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:57.247191 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2a40b97d-b088-44da-861d-86e51a7cb62c admin admin] Publish callbacks [] for security_group (75741853-68b4-489c-a718-0cc3c8e1a27a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:57.270625 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550976e-65a8-46b8-8d89-20a478e51b2e req-c32c70a9-842b-4b3b-8303-92163fd3e191 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:57.272109 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b550976e-65a8-46b8-8d89-20a478e51b2e req-c32c70a9-842b-4b3b-8303-92163fd3e191 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.0899754 Sep 27 05:11:57.276759 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-72f0ae74-9f92-4143-a9f5-eb3b49019544 req-600fe222-127c-4813-bd9a-90fb3017328f tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859087 Sep 27 05:11:57.307234 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2a40b97d-b088-44da-861d-86e51a7cb62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (75741853-68b4-489c-a718-0cc3c8e1a27a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:57.310482 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2a40b97d-b088-44da-861d-86e51a7cb62c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:57.311786 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2a40b97d-b088-44da-861d-86e51a7cb62c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/75741853-68b4-489c-a718-0cc3c8e1a27a HTTP/1.1" status: 204 len: 168 time: 0.1445105 Sep 27 05:11:57.320475 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40b97d-b088-44da-861d-86e51a7cb62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75741853-68b4-489c-a718-0cc3c8e1a27a,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:57.324085 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b550976e-65a8-46b8-8d89-20a478e51b2e req-ae9f531e-0c2c-4779-8392-738ad0196270 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459659 Sep 27 05:11:57.438570 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8751ce-b470-44da-9133-d987e80a88c3 req-401c1a85-62a1-44df-866a-29ba18c52751 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:57.440255 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fa8751ce-b470-44da-9133-d987e80a88c3 req-401c1a85-62a1-44df-866a-29ba18c52751 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 946 time: 0.0557752 Sep 27 05:11:57.487221 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fa8751ce-b470-44da-9133-d987e80a88c3 req-b6c0a77f-685a-4397-affb-c2794efd78ea tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups?id=a2312fb5-f1a3-4844-8801-79984ecc05bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413625 Sep 27 05:11:57.926951 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-0850fe26-449e-435e-ba72-2f12833b8938 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:57.928410 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-0850fe26-449e-435e-ba72-2f12833b8938 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 946 time: 0.0541809 Sep 27 05:11:58.021835 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-e00f134a-12fd-48bf-802c-58acf4c30b31 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Deleting port e3420422-8454-4eb5-9b70-ad598527b8e9 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:11:58.022179 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-e00f134a-12fd-48bf-802c-58acf4c30b31 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:58.114926 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-e00f134a-12fd-48bf-802c-58acf4c30b31 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] For port e3420422-8454-4eb5-9b70-ad598527b8e9, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=e3420422-8454-4eb5-9b70-ad598527b8e9,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:11:58.115285 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-e00f134a-12fd-48bf-802c-58acf4c30b31 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:58.276345 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-e00f134a-12fd-48bf-802c-58acf4c30b31 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:58.276713 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-e00f134a-12fd-48bf-802c-58acf4c30b31 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (4df9ab94-4b7a-4665-8f58-c768c80f2be9), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:58.277062 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-e00f134a-12fd-48bf-802c-58acf4c30b31 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Floating IP 4df9ab94-4b7a-4665-8f58-c768c80f2be9 disassociated. External IP: 172.27.1.224, port: e3420422-8454-4eb5-9b70-ad598527b8e9. Sep 27 05:11:58.277450 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-e00f134a-12fd-48bf-802c-58acf4c30b31 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Calling delete_port for e3420422-8454-4eb5-9b70-ad598527b8e9 owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:11:58.450285 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-e00f134a-12fd-48bf-802c-58acf4c30b31 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (e3420422-8454-4eb5-9b70-ad598527b8e9), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:58.473873 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ba9bf-c397-4a85-a447-fa4ea17040ea req-255e73e8-f539-49ad-a3da-47bb22b41f57 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:58.475363 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-590ba9bf-c397-4a85-a447-fa4ea17040ea req-255e73e8-f539-49ad-a3da-47bb22b41f57 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 943 time: 0.1222854 Sep 27 05:11:58.525608 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f134a-12fd-48bf-802c-58acf4c30b31 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event deleted for resources: {'Port': ['ID=e3420422-8454-4eb5-9b70-ad598527b8e9,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:11:58.619535 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d701c-0e1b-43c2-b5aa-cab7ca25cf09 req-8b22796e-a970-45a3-8e66-584d638dca14 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:58.621574 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3e2d701c-0e1b-43c2-b5aa-cab7ca25cf09 req-8b22796e-a970-45a3-8e66-584d638dca14 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.1907582 Sep 27 05:11:58.624924 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-590ba9bf-c397-4a85-a447-fa4ea17040ea req-3c1e474e-55fa-4040-a7ad-c4984dc30b67 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422780 Sep 27 05:11:58.733453 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-131eeda3-eadd-45bc-a967-e3fca04a045c req-5bcc737c-f466-45c1-ab94-d366878bd625 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a236575-093b-438e-b908-3cf8ebd7ec28 HTTP/1.1" status: 200 len: 210 time: 0.0438604 Sep 27 05:11:58.739597 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3e2d701c-0e1b-43c2-b5aa-cab7ca25cf09 req-8c48e6c2-490f-4e20-92dd-fabe4912ab23 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098676 Sep 27 05:11:58.745823 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-e00f134a-12fd-48bf-802c-58acf4c30b31 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Router 83cd05dd-a124-4462-b3eb-3545ff2cb33a has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:11:58.851701 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-e00f134a-12fd-48bf-802c-58acf4c30b31 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:11:58.862241 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9747331-59e0-41b0-8b2d-41229935150b None None] Sync routers for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:11:58.874289 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9747331-59e0-41b0-8b2d-41229935150b None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:11:58.875035 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c9747331-59e0-41b0-8b2d-41229935150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:11:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:58.896776 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-e00f134a-12fd-48bf-802c-58acf4c30b31 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] No DVR routers for this DVR port e3420422-8454-4eb5-9b70-ad598527b8e9 on host hv-cinder-85846 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:11:58.899545 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-e00f134a-12fd-48bf-802c-58acf4c30b31 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:11:58.904055 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0c1b1403-ed82-483f-84a7-05f443987b0e req-e00f134a-12fd-48bf-802c-58acf4c30b31 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.49 "DELETE /v2.0/ports/e3420422-8454-4eb5-9b70-ad598527b8e9 HTTP/1.1" status: 204 len: 173 time: 0.9691052 Sep 27 05:11:58.904650 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a236575-093b-438e-b908-3cf8ebd7ec28', 'name': 'network-vif-deleted', 'tag': 'e3420422-8454-4eb5-9b70-ad598527b8e9'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:11:58.907100 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e663a00c-992a-414b-b491-41a45750a9ab" -d '{"events": [{"server_uuid": "8a236575-093b-438e-b908-3cf8ebd7ec28", "name": "network-vif-deleted", "tag": "e3420422-8454-4eb5-9b70-ad598527b8e9"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:11:58.960280 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb697115-1f1a-4616-a8ca-7e244b0d4a5d x-openstack-request-id: req-cb697115-1f1a-4616-a8ca-7e244b0d4a5d {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:11:58.961317 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a236575-093b-438e-b908-3cf8ebd7ec28", "name": "network-vif-deleted", "tag": "e3420422-8454-4eb5-9b70-ad598527b8e9", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:11:58.961317 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cb697115-1f1a-4616-a8ca-7e244b0d4a5d {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:11:58.961747 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb697115-1f1a-4616-a8ca-7e244b0d4a5d'] response: {'server_uuid': '8a236575-093b-438e-b908-3cf8ebd7ec28', 'name': 'network-vif-deleted', 'tag': 'e3420422-8454-4eb5-9b70-ad598527b8e9', 'status': 'completed', 'code': 200} Sep 27 05:11:58.992748 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-c9747331-59e0-41b0-8b2d-41229935150b None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:11:59.194699 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c9747331-59e0-41b0-8b2d-41229935150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:59.218737 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9747331-59e0-41b0-8b2d-41229935150b None None] Checking router: 83cd05dd-a124-4462-b3eb-3545ff2cb33a for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:11:59.226972 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9747331-59e0-41b0-8b2d-41229935150b None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:11:59.227583 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c9747331-59e0-41b0-8b2d-41229935150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:11:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:59.328516 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-c9747331-59e0-41b0-8b2d-41229935150b None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:11:59.528182 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-c9747331-59e0-41b0-8b2d-41229935150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:11:59.555717 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9747331-59e0-41b0-8b2d-41229935150b None None] The sync data for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi is: [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:06:06Z', 'revision_number': 4, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '1381edc8-84aa-4ece-9589-bd067d879656', 'name': '', 'network_id': '1a56c517-727f-4327-948e-4876138946d9', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'mac_address': 'fa:16:3e:85:48:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '84980d5a-6c29-4863-932f-7803984692e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:06:03Z', 'updated_at': '2022-09-27T05:06:15Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'subnets': [{'id': '84980d5a-6c29-4863-932f-7803984692e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:11:59.759668 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40159c-c7f0-42b6-b0e3-aad7406629d6 req-1d0cf589-f78a-4b51-9f44-d4ede7ad6a1f tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:59.771647 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fd40159c-c7f0-42b6-b0e3-aad7406629d6 req-1d0cf589-f78a-4b51-9f44-d4ede7ad6a1f tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 943 time: 0.0667057 Sep 27 05:11:59.859513 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fd40159c-c7f0-42b6-b0e3-aad7406629d6 req-f14b13ec-a26d-498d-9dcb-8ffdbaf76d68 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868979 Sep 27 05:11:59.903215 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa45e5-2a27-46db-8c18-5121652cf3b7 None None] New status for floating IP 4df9ab94-4b7a-4665-8f58-c768c80f2be9: DOWN {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:11:59.920059 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 39310) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:11:59.959062 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa58ed-279c-4ee3-851a-a3358473d2be req-523a6770-d7b4-468a-8c46-8fe793f03f2e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:11:59.960993 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-26aa58ed-279c-4ee3-851a-a3358473d2be req-523a6770-d7b4-468a-8c46-8fe793f03f2e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.0754604 Sep 27 05:11:59.985480 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-adaae31b-a926-43d2-b6e7-cc3ba43ee008 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (a2312fb5-f1a3-4844-8801-79984ecc05bd), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:00.010757 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-adaae31b-a926-43d2-b6e7-cc3ba43ee008 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (a2312fb5-f1a3-4844-8801-79984ecc05bd), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:00.032700 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-26aa58ed-279c-4ee3-851a-a3358473d2be req-e147fcc7-9cbe-40c9-98fd-1afde02b08e7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643568 Sep 27 05:12:00.076423 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-adaae31b-a926-43d2-b6e7-cc3ba43ee008 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (a2312fb5-f1a3-4844-8801-79984ecc05bd), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:00.079137 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-adaae31b-a926-43d2-b6e7-cc3ba43ee008 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:00.082733 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-adaae31b-a926-43d2-b6e7-cc3ba43ee008 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "DELETE /v2.0/security-groups/a2312fb5-f1a3-4844-8801-79984ecc05bd HTTP/1.1" status: 204 len: 168 time: 0.1596551 Sep 27 05:12:00.084198 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 39322) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:00.091743 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaae31b-a926-43d2-b6e7-cc3ba43ee008 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2312fb5-f1a3-4844-8801-79984ecc05bd,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:00.098377 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.api.v2.resource [None req-b98a467f-7c62-4b3b-a31f-cd3c7f43418a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] show failed (client error): The resource could not be found. Sep 27 05:12:00.102337 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 39326) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:00.102491 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b98a467f-7c62-4b3b-a31f-cd3c7f43418a tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "GET /v2.0/security-groups/a2312fb5-f1a3-4844-8801-79984ecc05bd HTTP/1.1" status: 404 len: 347 time: 0.0171554 Sep 27 05:12:00.223262 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-fae5e93e-0ace-480d-b0af-be8e23961231 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Deleting port be5b0b4f-7c24-4541-b830-dd57bad2b8b5 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:12:00.223610 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fae5e93e-0ace-480d-b0af-be8e23961231 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (be5b0b4f-7c24-4541-b830-dd57bad2b8b5), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:00.317451 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fae5e93e-0ace-480d-b0af-be8e23961231 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (be5b0b4f-7c24-4541-b830-dd57bad2b8b5), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:00.318213 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fae5e93e-0ace-480d-b0af-be8e23961231 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (be5b0b4f-7c24-4541-b830-dd57bad2b8b5), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:00.337649 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-fae5e93e-0ace-480d-b0af-be8e23961231 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Calling delete_port for be5b0b4f-7c24-4541-b830-dd57bad2b8b5 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:12:00.511065 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fae5e93e-0ace-480d-b0af-be8e23961231 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (be5b0b4f-7c24-4541-b830-dd57bad2b8b5), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:00.541950 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5e93e-0ace-480d-b0af-be8e23961231 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Pushing event deleted for resources: {'Port': ['ID=be5b0b4f-7c24-4541-b830-dd57bad2b8b5,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:00.620526 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fae5e93e-0ace-480d-b0af-be8e23961231 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks [] for floatingip (4df9ab94-4b7a-4665-8f58-c768c80f2be9), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:00.623995 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fae5e93e-0ace-480d-b0af-be8e23961231 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:00.625208 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-fae5e93e-0ace-480d-b0af-be8e23961231 tempest-AttachVolumeNegativeTest-1206250957 tempest-AttachVolumeNegativeTest-1206250957-project] 10.222.0.27 "DELETE /v2.0/floatingips/4df9ab94-4b7a-4665-8f58-c768c80f2be9 HTTP/1.1" status: 204 len: 168 time: 0.5204895 Sep 27 05:12:00.903574 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 35c2d478-0b94-4bd7-9def-a4476c207275 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:12:01.013462 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bb425-c474-451a-a417-d473eba96e41 req-83480de0-7d7e-448f-85e3-698071f4235b tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:01.016068 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-538bb425-c474-451a-a417-d473eba96e41 req-83480de0-7d7e-448f-85e3-698071f4235b tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 943 time: 0.0623953 Sep 27 05:12:01.046733 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 35c2d478-0b94-4bd7-9def-a4476c207275, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=35c2d478-0b94-4bd7-9def-a4476c207275,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:12:01.063414 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '35c2d478-0b94-4bd7-9def-a4476c207275', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'port_id': '35c2d478-0b94-4bd7-9def-a4476c207275', 'mac_address': 'fa:16:3e:f2:4e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:12:01.089358 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-538bb425-c474-451a-a417-d473eba96e41 req-d8884156-7266-4f4e-8f61-ee90aade4149 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671709 Sep 27 05:12:01.115550 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 35c2d478-0b94-4bd7-9def-a4476c207275 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:12:01.115945 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (35c2d478-0b94-4bd7-9def-a4476c207275), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:01.132759 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c2d478-0b94-4bd7-9def-a4476c207275 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:12:01.155204 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 35c2d478-0b94-4bd7-9def-a4476c207275, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=35c2d478-0b94-4bd7-9def-a4476c207275,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:12:01.161239 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (35c2d478-0b94-4bd7-9def-a4476c207275), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:01.162270 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 74fec47f-4151-401d-9d0f-5e42351ac976 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:12:01.179134 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cfa89-5e2d-439a-9c69-920739951072 req-80f652b5-f10b-4eb5-8e7a-74f88b43675c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:01.181142 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-323cfa89-5e2d-439a-9c69-920739951072 req-80f652b5-f10b-4eb5-8e7a-74f88b43675c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.0688434 Sep 27 05:12:01.247602 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-323cfa89-5e2d-439a-9c69-920739951072 req-bcb678e2-64cd-497c-9136-780f255cd89c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587850 Sep 27 05:12:01.277124 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=35c2d478-0b94-4bd7-9def-a4476c207275,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:01.317252 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 74fec47f-4151-401d-9d0f-5e42351ac976, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=74fec47f-4151-401d-9d0f-5e42351ac976,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:12:01.334211 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '74fec47f-4151-401d-9d0f-5e42351ac976', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'port_id': '74fec47f-4151-401d-9d0f-5e42351ac976', 'mac_address': 'fa:16:3e:16:c2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:12:01.372185 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 74fec47f-4151-401d-9d0f-5e42351ac976 is: ACTIVE; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:12:01.372766 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:01.386388 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74fec47f-4151-401d-9d0f-5e42351ac976 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:12:01.412123 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 74fec47f-4151-401d-9d0f-5e42351ac976, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=74fec47f-4151-401d-9d0f-5e42351ac976,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:12:01.417560 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:01.478624 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=74fec47f-4151-401d-9d0f-5e42351ac976,revision_number=6']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:02.230342 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab90533-c990-43c4-9a6c-c14909ab5fce req-b8e13f57-9d2c-42c8-9901-64fc7ecfb533 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:02.232625 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7ab90533-c990-43c4-9a6c-c14909ab5fce req-b8e13f57-9d2c-42c8-9901-64fc7ecfb533 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 944 time: 0.0589147 Sep 27 05:12:02.300260 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7ab90533-c990-43c4-9a6c-c14909ab5fce req-55154b66-d066-4cb9-95b8-f08be30fbbd7 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595365 Sep 27 05:12:02.404467 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2162a9a-c00f-4d93-92ff-78d3db784e52 req-7357c9c3-a8ae-45ad-ab3c-3b479cc370d9 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:02.408060 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f2162a9a-c00f-4d93-92ff-78d3db784e52 req-7357c9c3-a8ae-45ad-ab3c-3b479cc370d9 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 944 time: 0.0636408 Sep 27 05:12:02.465083 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f2162a9a-c00f-4d93-92ff-78d3db784e52 req-40841d08-a640-435a-952e-45540f50ca91 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525005 Sep 27 05:12:02.662324 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['74fec47f-4151-401d-9d0f-5e42351ac976'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:12:02.863893 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['35c2d478-0b94-4bd7-9def-a4476c207275'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:12:03.439425 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a8638-c4ab-460a-8d70-eed5a5345223 req-3c00d7d3-7a4d-45ef-9183-824cc51a9a42 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:03.441081 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c08a8638-c4ab-460a-8d70-eed5a5345223 req-3c00d7d3-7a4d-45ef-9183-824cc51a9a42 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 944 time: 0.0602670 Sep 27 05:12:03.504084 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c08a8638-c4ab-460a-8d70-eed5a5345223 req-770351df-bba9-4f80-a564-fd774b801fcc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559196 Sep 27 05:12:03.614750 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bc6dc-d7ca-427c-beea-3597d6cdc367 req-034d15fd-733e-42db-908c-be4ca1d1d7be tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:03.616385 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f1bc6dc-d7ca-427c-beea-3597d6cdc367 req-034d15fd-733e-42db-908c-be4ca1d1d7be tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 944 time: 0.0579228 Sep 27 05:12:03.667274 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f1bc6dc-d7ca-427c-beea-3597d6cdc367 req-05405628-aac9-4a16-9a29-a85b2025f013 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445781 Sep 27 05:12:04.598036 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 74fec47f-4151-401d-9d0f-5e42351ac976 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:12:04.662174 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 74fec47f-4151-401d-9d0f-5e42351ac976 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:12:04.662726 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:04.663175 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 74fec47f-4151-401d-9d0f-5e42351ac976 Sep 27 05:12:04.787161 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 74fec47f-4151-401d-9d0f-5e42351ac976 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:12:04.790230 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:04.836455 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fec47f-4151-401d-9d0f-5e42351ac976'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:12:04.839118 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d878df-b67d-455f-b485-3e18575f8067" -d '{"events": [{"server_uuid": "bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de", "name": "network-vif-plugged", "status": "completed", "tag": "74fec47f-4151-401d-9d0f-5e42351ac976"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:12:04.858809 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 74fec47f-4151-401d-9d0f-5e42351ac976, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=74fec47f-4151-401d-9d0f-5e42351ac976,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:12:04.865205 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:04.866776 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 35c2d478-0b94-4bd7-9def-a4476c207275 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:12:04.955795 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=74fec47f-4151-401d-9d0f-5e42351ac976,revision_number=7']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:04.966226 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:04.966614 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:04.966973 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:04.967363 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:04.967674 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:04.968196 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:04.968750 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:04.969302 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:04.969882 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:04.970281 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:04.970628 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:04.971129 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:04.971610 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:04.976728 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port 35c2d478-0b94-4bd7-9def-a4476c207275 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:12:04.988447 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 35c2d478-0b94-4bd7-9def-a4476c207275 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:12:04.988876 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (35c2d478-0b94-4bd7-9def-a4476c207275), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:04.989387 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 35c2d478-0b94-4bd7-9def-a4476c207275 Sep 27 05:12:05.008197 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ef5e3-c2d7-41f5-896e-b3c878a82b9b req-f33549d0-5456-4334-8065-2f31818a69ba tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:05.009789 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d35ef5e3-c2d7-41f5-896e-b3c878a82b9b req-f33549d0-5456-4334-8065-2f31818a69ba tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 944 time: 0.4211779 Sep 27 05:12:05.035558 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f5400-be64-4514-ab2c-3b9d4a9a5950 req-b2e576e1-da15-465f-b280-824f0408e06e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:05.037122 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a07f5400-be64-4514-ab2c-3b9d4a9a5950 req-b2e576e1-da15-465f-b280-824f0408e06e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.0967500 Sep 27 05:12:05.112119 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d35ef5e3-c2d7-41f5-896e-b3c878a82b9b req-ee5fc92b-d0b8-4d46-b945-7d7e4582a152 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904000 Sep 27 05:12:05.150158 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a07f5400-be64-4514-ab2c-3b9d4a9a5950 req-e8cd9f85-89b6-4d66-9d21-853dcce8f5d0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825000 Sep 27 05:12:05.229149 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 35c2d478-0b94-4bd7-9def-a4476c207275 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:12:05.229651 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (35c2d478-0b94-4bd7-9def-a4476c207275), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:05.282630 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 35c2d478-0b94-4bd7-9def-a4476c207275, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=35c2d478-0b94-4bd7-9def-a4476c207275,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:12:05.288820 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (35c2d478-0b94-4bd7-9def-a4476c207275), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:05.295513 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device e3420422-8454-4eb5-9b70-ad598527b8e9 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:12:05.352033 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: e3420422-8454-4eb5-9b70-ad598527b8e9 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:12:05.352573 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device e3420422-8454-4eb5-9b70-ad598527b8e9 not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:12:05.394228 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=35c2d478-0b94-4bd7-9def-a4476c207275,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:05.424997 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348f7919-567e-4ccf-af3d-8aa9a3ea3a7e x-openstack-request-id: req-348f7919-567e-4ccf-af3d-8aa9a3ea3a7e {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:12:05.425692 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de", "name": "network-vif-plugged", "status": "completed", "tag": "74fec47f-4151-401d-9d0f-5e42351ac976", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:12:05.426163 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-348f7919-567e-4ccf-af3d-8aa9a3ea3a7e {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:12:05.426653 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-348f7919-567e-4ccf-af3d-8aa9a3ea3a7e'] response: {'server_uuid': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fec47f-4151-401d-9d0f-5e42351ac976', 'code': 200} Sep 27 05:12:05.706842 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 39412) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:05.779920 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d09bad1f-983c-4634-8bb2-4ecb5084b8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:05.834214 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4fc6a420-0927-4ac6-8336-50a2d8dc8dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:05.921492 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4fc6a420-0927-4ac6-8336-50a2d8dc8dd8 admin admin] Publish callbacks [] for security_group (9a5372fc-0439-425b-be05-8874fefc24b8), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:05.934681 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4fc6a420-0927-4ac6-8336-50a2d8dc8dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (9a5372fc-0439-425b-be05-8874fefc24b8), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:05.981567 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4fc6a420-0927-4ac6-8336-50a2d8dc8dd8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b8113b9a28f440dfb159aa0ac87e9de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735238 Sep 27 05:12:05.984467 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 39418) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:05.993313 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6a420-0927-4ac6-8336-50a2d8dc8dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5372fc-0439-425b-be05-8874fefc24b8,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:06.055470 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e7524bb3-5f8f-4ed6-b5c4-5fc873739000 admin admin] Publish callbacks [] for security_group (9a5372fc-0439-425b-be05-8874fefc24b8), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:06.079000 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e7524bb3-5f8f-4ed6-b5c4-5fc873739000 admin admin] Publish callbacks [] for security_group (9a5372fc-0439-425b-be05-8874fefc24b8), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:06.132241 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e7524bb3-5f8f-4ed6-b5c4-5fc873739000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (9a5372fc-0439-425b-be05-8874fefc24b8), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:06.135605 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e7524bb3-5f8f-4ed6-b5c4-5fc873739000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:06.137172 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e7524bb3-5f8f-4ed6-b5c4-5fc873739000 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9a5372fc-0439-425b-be05-8874fefc24b8 HTTP/1.1" status: 204 len: 168 time: 0.1514986 Sep 27 05:12:06.147683 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7524bb3-5f8f-4ed6-b5c4-5fc873739000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5372fc-0439-425b-be05-8874fefc24b8,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:06.327209 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdefa4c-8cfc-4c16-ac0f-dc06a858249f req-27c2ba6b-65e8-4f9e-8582-381eebcd1ab1 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:06.328845 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3cdefa4c-8cfc-4c16-ac0f-dc06a858249f req-27c2ba6b-65e8-4f9e-8582-381eebcd1ab1 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 945 time: 0.0959630 Sep 27 05:12:06.377156 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b77803-b2bd-4e54-934a-db127a9ca1b9 req-9f04f961-165e-4219-a23b-5d5bd7ac5f4c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:06.384923 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b1b77803-b2bd-4e54-934a-db127a9ca1b9 req-9f04f961-165e-4219-a23b-5d5bd7ac5f4c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.1359782 Sep 27 05:12:06.485433 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3cdefa4c-8cfc-4c16-ac0f-dc06a858249f req-79c0aed5-4a55-4b37-9002-6dc6c5c0b1a5 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435845 Sep 27 05:12:06.513050 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b1b77803-b2bd-4e54-934a-db127a9ca1b9 req-a115f278-dd9a-474b-8cb8-9b9cd68e3586 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268110 Sep 27 05:12:06.645211 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 39434) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:07.193895 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-27efd020-b7d5-443e-96a4-e5738d0701c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7912454'] for router_interface (83cd05dd-a124-4462-b3eb-3545ff2cb33a), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:07.427710 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836521cd-1172-428e-b458-0e9de560f99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c2d478-0b94-4bd7-9def-a4476c207275'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:12:07.430128 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b19ef8-bdbd-4461-85b5-c5e38ea05ed4" -d '{"events": [{"server_uuid": "836521cd-1172-428e-b458-0e9de560f99a", "name": "network-vif-plugged", "status": "completed", "tag": "35c2d478-0b94-4bd7-9def-a4476c207275"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:12:07.455185 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-27efd020-b7d5-443e-96a4-e5738d0701c0 admin admin] Deleting port 1381edc8-84aa-4ece-9589-bd067d879656 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:12:07.455539 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-27efd020-b7d5-443e-96a4-e5738d0701c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (1381edc8-84aa-4ece-9589-bd067d879656), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:07.479436 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f429e2-6534-47c6-aa9e-37cf514517a5 x-openstack-request-id: req-59f429e2-6534-47c6-aa9e-37cf514517a5 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:12:07.479834 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836521cd-1172-428e-b458-0e9de560f99a", "name": "network-vif-plugged", "status": "completed", "tag": "35c2d478-0b94-4bd7-9def-a4476c207275", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:12:07.480936 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-59f429e2-6534-47c6-aa9e-37cf514517a5 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:12:07.480936 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f429e2-6534-47c6-aa9e-37cf514517a5'] response: {'server_uuid': '836521cd-1172-428e-b458-0e9de560f99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c2d478-0b94-4bd7-9def-a4476c207275', 'code': 200} Sep 27 05:12:07.553964 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-27efd020-b7d5-443e-96a4-e5738d0701c0 admin admin] For port 1381edc8-84aa-4ece-9589-bd067d879656, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=1381edc8-84aa-4ece-9589-bd067d879656,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:12:07.554490 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-27efd020-b7d5-443e-96a4-e5738d0701c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (1381edc8-84aa-4ece-9589-bd067d879656), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:07.575711 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-27efd020-b7d5-443e-96a4-e5738d0701c0 admin admin] Calling delete_port for 1381edc8-84aa-4ece-9589-bd067d879656 owned by network:router_interface {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:12:07.830928 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6230d0-a96b-4f03-bf8c-1d79325adfe0 req-2632173b-5592-46cd-a2e9-43189f9934b3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:07.832523 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bd6230d0-a96b-4f03-bf8c-1d79325adfe0 req-2632173b-5592-46cd-a2e9-43189f9934b3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 945 time: 0.1912541 Sep 27 05:12:07.850861 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5976c-805a-4e86-8fef-a6f699aa1572 req-c16e4691-101f-4c29-bc96-f8dc02ed8d15 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:07.852428 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2be5976c-805a-4e86-8fef-a6f699aa1572 req-c16e4691-101f-4c29-bc96-f8dc02ed8d15 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.2016926 Sep 27 05:12:07.868559 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963eed50-7b66-450e-ad8c-4e6a68f0260b req-b12a090a-998a-4a14-b005-7a62e6e0c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:07.870168 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-963eed50-7b66-450e-ad8c-4e6a68f0260b req-b12a090a-998a-4a14-b005-7a62e6e0c1c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 1129 time: 0.1363239 Sep 27 05:12:07.992487 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-27efd020-b7d5-443e-96a4-e5738d0701c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (1381edc8-84aa-4ece-9589-bd067d879656), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:08.006035 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bd6230d0-a96b-4f03-bf8c-1d79325adfe0 req-32ca63b7-9bf5-4c73-bf20-b9eedec0b5b7 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627626 Sep 27 05:12:08.047839 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efd020-b7d5-443e-96a4-e5738d0701c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1381edc8-84aa-4ece-9589-bd067d879656,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:08.064618 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2be5976c-805a-4e86-8fef-a6f699aa1572 req-2d36317f-9d6d-4b32-9a8c-547093653624 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990049 Sep 27 05:12:08.069126 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-963eed50-7b66-450e-ad8c-4e6a68f0260b req-6a249d64-5203-4306-9396-8b3588100695 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706359 Sep 27 05:12:08.163222 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6d38e019-324b-4b93-9727-4aeae6900f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:08.269471 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-27efd020-b7d5-443e-96a4-e5738d0701c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8071391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7909782'] for router_interface (83cd05dd-a124-4462-b3eb-3545ff2cb33a), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:08.512619 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27efd020-b7d5-443e-96a4-e5738d0701c0 admin admin] Router 83cd05dd-a124-4462-b3eb-3545ff2cb33a has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:12:08.624343 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27efd020-b7d5-443e-96a4-e5738d0701c0 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:12:08.630067 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-27efd020-b7d5-443e-96a4-e5738d0701c0 admin admin] 10.222.0.27 "PUT /v2.0/routers/83cd05dd-a124-4462-b3eb-3545ff2cb33a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9837842 Sep 27 05:12:08.632818 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 39446) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:08.635585 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a16df-1200-4754-8259-17144ce4a6f2 None None] Sync routers for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:12:08.648283 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a16df-1200-4754-8259-17144ce4a6f2 None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:12:08.649748 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-3a6a16df-1200-4754-8259-17144ce4a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:12:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:12:08.751725 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] Publish callbacks [] for router (83cd05dd-a124-4462-b3eb-3545ff2cb33a), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:08.769281 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-3a6a16df-1200-4754-8259-17144ce4a6f2 None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:12:08.868204 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] Publish callbacks [] for router_gateway (83cd05dd-a124-4462-b3eb-3545ff2cb33a), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:08.936171 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] Deleting port a104f6b5-17a4-45ff-91d4-69e02feb5f56 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:12:08.936823 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (a104f6b5-17a4-45ff-91d4-69e02feb5f56), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:08.978504 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-3a6a16df-1200-4754-8259-17144ce4a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:12:07Z', 'revision_number': 5, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port': {'id': 'a104f6b5-17a4-45ff-91d4-69e02feb5f56', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:88:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:05:56Z', 'updated_at': '2022-09-27T05:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:12:09.034496 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a16df-1200-4754-8259-17144ce4a6f2 None None] Checking router: 83cd05dd-a124-4462-b3eb-3545ff2cb33a for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:12:09.056957 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a16df-1200-4754-8259-17144ce4a6f2 None None] Routers {'83cd05dd-a124-4462-b3eb-3545ff2cb33a'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:12:09.057600 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-3a6a16df-1200-4754-8259-17144ce4a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:12:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:12:09.106350 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] For port a104f6b5-17a4-45ff-91d4-69e02feb5f56, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=a104f6b5-17a4-45ff-91d4-69e02feb5f56,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:12:09.109304 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (a104f6b5-17a4-45ff-91d4-69e02feb5f56), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:09.155948 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] Calling delete_port for a104f6b5-17a4-45ff-91d4-69e02feb5f56 owned by network:router_gateway {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:12:09.204703 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-3a6a16df-1200-4754-8259-17144ce4a6f2 None None] Set router 83cd05dd-a124-4462-b3eb-3545ff2cb33a gateway port host: None {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:12:09.263005 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-3a6a16df-1200-4754-8259-17144ce4a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:12:08Z', 'revision_number': 6, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port_host': None}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:12:09.289368 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6a16df-1200-4754-8259-17144ce4a6f2 None None] The sync data for ids ['83cd05dd-a124-4462-b3eb-3545ff2cb33a'] in dv-cinder-858463-2-iscsi is: [{'id': '83cd05dd-a124-4462-b3eb-3545ff2cb33a', 'name': 'tempest-AttachVolumeNegativeTest-1347813958-router', 'tenant_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:05:54Z', 'updated_at': '2022-09-27T05:12:08Z', 'revision_number': 6, 'project_id': '14088bcc2ded4aebb6e8c1f890d6fdec', 'gw_port_host': None}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:12:09.292661 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52a1da-094d-49a2-9968-6f9625c0ad5a req-fb98a577-bab5-43e3-8341-9ec94685940c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:09.294524 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a52a1da-094d-49a2-9968-6f9625c0ad5a req-fb98a577-bab5-43e3-8341-9ec94685940c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 945 time: 0.1557012 Sep 27 05:12:09.391701 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:09.423601 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807f0c5-29f9-422f-8f02-356b61a60ee0 req-227d0426-383f-480b-837b-ab422b9215b2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:09.430550 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f807f0c5-29f9-422f-8f02-356b61a60ee0 req-227d0426-383f-480b-837b-ab422b9215b2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.2225730 Sep 27 05:12:09.444123 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a52a1da-094d-49a2-9968-6f9625c0ad5a req-45184e6e-ae96-4780-a67b-807ad6156398 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431866 Sep 27 05:12:09.500567 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f807f0c5-29f9-422f-8f02-356b61a60ee0 req-c65b3080-c90e-40fd-a2f5-72460722c1da tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691340 Sep 27 05:12:09.547601 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (a104f6b5-17a4-45ff-91d4-69e02feb5f56), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:09.578000 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a104f6b5-17a4-45ff-91d4-69e02feb5f56,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:09.661709 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7911740'] for router_gateway (83cd05dd-a124-4462-b3eb-3545ff2cb33a), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:09.791789 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7913395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30433'] for router (83cd05dd-a124-4462-b3eb-3545ff2cb33a), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:09.798885 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] Publish callbacks [] for router_controller (83cd05dd-a124-4462-b3eb-3545ff2cb33a), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:09.845904 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7913384'] for router (83cd05dd-a124-4462-b3eb-3545ff2cb33a), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:09.846483 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83cd05dd-a124-4462-b3eb-3545ff2cb33a {{(pid=103957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 05:12:09.851725 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:09.852972 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f3c9700e-22eb-4204-87e8-c06d7ba1fa90 admin admin] 10.222.0.27 "DELETE /v2.0/routers/83cd05dd-a124-4462-b3eb-3545ff2cb33a HTTP/1.1" status: 204 len: 168 time: 1.2189934 Sep 27 05:12:09.855733 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 39456) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:09.912725 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92889ff-5c4f-4eae-9e8c-8f859d88dc87 admin admin] Deleting subnet 84980d5a-6c29-4863-932f-7803984692e8 {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:12:09.915999 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e92889ff-5c4f-4eae-9e8c-8f859d88dc87 admin admin] Publish callbacks [] for subnet (84980d5a-6c29-4863-932f-7803984692e8), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:09.953529 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e92889ff-5c4f-4eae-9e8c-8f859d88dc87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639147'] for subnet (84980d5a-6c29-4863-932f-7803984692e8), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.036188 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e92889ff-5c4f-4eae-9e8c-8f859d88dc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (84980d5a-6c29-4863-932f-7803984692e8), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.088407 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e92889ff-5c4f-4eae-9e8c-8f859d88dc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5961716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5312894'] for subnet (84980d5a-6c29-4863-932f-7803984692e8), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.109177 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 1381edc8-84aa-4ece-9589-bd067d879656 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:12:10.120507 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92889ff-5c4f-4eae-9e8c-8f859d88dc87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84980d5a-6c29-4863-932f-7803984692e8,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:10.127000 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e92889ff-5c4f-4eae-9e8c-8f859d88dc87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.133243 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 1381edc8-84aa-4ece-9589-bd067d879656 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:12:10.133603 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 1381edc8-84aa-4ece-9589-bd067d879656 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:12:10.134073 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 39468) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:10.134945 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e92889ff-5c4f-4eae-9e8c-8f859d88dc87 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/84980d5a-6c29-4863-932f-7803984692e8 HTTP/1.1" status: 204 len: 168 time: 0.2778759 Sep 27 05:12:10.136426 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3c195f-72f7-4487-9672-5162172ca7c7 None None] Network 1a56c517-727f-4327-948e-4876138946d9 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:12:10.209018 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (1a56c517-727f-4327-948e-4876138946d9), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.260518 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] Deleting port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:12:10.260892 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (72fecde3-bd4c-4ed4-8af5-573e8765efe8), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.317849 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fe0546-654c-46f4-8a4b-9c00035dfafe None None] DHCP port deletion for 1a56c517-727f-4327-948e-4876138946d9 request from dv-cinder-858463-2-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 27 05:12:10.327406 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] For port 72fecde3-bd4c-4ed4-8af5-573e8765efe8, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=72fecde3-bd4c-4ed4-8af5-573e8765efe8,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:12:10.327783 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (72fecde3-bd4c-4ed4-8af5-573e8765efe8), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.340617 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] Calling delete_port for 72fecde3-bd4c-4ed4-8af5-573e8765efe8 owned by network:dhcp {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:12:10.372980 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-49fe0546-654c-46f4-8a4b-9c00035dfafe None None] Deleting port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:12:10.373492 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-49fe0546-654c-46f4-8a4b-9c00035dfafe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (72fecde3-bd4c-4ed4-8af5-573e8765efe8), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.439040 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (72fecde3-bd4c-4ed4-8af5-573e8765efe8), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.446409 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-49fe0546-654c-46f4-8a4b-9c00035dfafe None None] For port 72fecde3-bd4c-4ed4-8af5-573e8765efe8, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=72fecde3-bd4c-4ed4-8af5-573e8765efe8,segment=NetworkSegment(ee866521-b210-46c9-962e-d257ff14eca8),segment_id=ee866521-b210-46c9-962e-d257ff14eca8)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:12:10.446913 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-49fe0546-654c-46f4-8a4b-9c00035dfafe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (72fecde3-bd4c-4ed4-8af5-573e8765efe8), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.460412 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-49fe0546-654c-46f4-8a4b-9c00035dfafe None None] Calling delete_port for 72fecde3-bd4c-4ed4-8af5-573e8765efe8 owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:12:10.464507 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] Pushing event deleted for resources: {'Port': ['ID=72fecde3-bd4c-4ed4-8af5-573e8765efe8,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:10.469127 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] No DVR routers for this DVR port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 on host dv-cinder-858463-2-iscsi {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:12:10.545299 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (1a56c517-727f-4327-948e-4876138946d9), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.546245 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-49fe0546-654c-46f4-8a4b-9c00035dfafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683'] for port (72fecde3-bd4c-4ed4-8af5-573e8765efe8), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.567438 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a56c517-727f-4327-948e-4876138946d9']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:12:10.579710 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee866521-b210-46c9-962e-d257ff14eca8') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:12:10.580053 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee866521-b210-46c9-962e-d257ff14eca8') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:12:10.586545 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe0546-654c-46f4-8a4b-9c00035dfafe None None] Pushing event deleted for resources: {'Port': ['ID=72fecde3-bd4c-4ed4-8af5-573e8765efe8,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:10.592694 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fe0546-654c-46f4-8a4b-9c00035dfafe None None] No DVR routers for this DVR port 72fecde3-bd4c-4ed4-8af5-573e8765efe8 on host dv-cinder-858463-2-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:12:10.593468 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5353015'] for segment (ee866521-b210-46c9-962e-d257ff14eca8), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.609166 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (ee866521-b210-46c9-962e-d257ff14eca8), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.618221 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:12:10.618806 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6096545'] for segment (ee866521-b210-46c9-962e-d257ff14eca8), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.637212 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876374f6-c8b4-4c83-9f61-708adc2b8612 req-29c67202-ee07-4a6f-b59c-01261d9b25b7 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:10.638731 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-876374f6-c8b4-4c83-9f61-708adc2b8612 req-29c67202-ee07-4a6f-b59c-01261d9b25b7 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 945 time: 0.1105847 Sep 27 05:12:10.673600 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.services.segments.plugin [-] Segment ee866521-b210-46c9-962e-d257ff14eca8 resource provider aggregate not found Sep 27 05:12:10.692015 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.services.segments.plugin [-] Segment ee866521-b210-46c9-962e-d257ff14eca8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee866521-b210-46c9-962e-d257ff14eca8 found for delete ", "request_id": "req-eb1ac149-c2f7-4c60-a7ba-03f6868fdcc0"}]} Sep 27 05:12:10.694249 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (1a56c517-727f-4327-948e-4876138946d9), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.700548 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.701292 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741178c-5551-46d6-b5ea-da6e3d657dc6 req-1c411493-8fd8-4f27-8487-715df1c45afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:10.702891 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4741178c-5551-46d6-b5ea-da6e3d657dc6 req-1c411493-8fd8-4f27-8487-715df1c45afe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8550668d08c4227904042b8a49bc261&device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 1129 time: 0.1309743 Sep 27 05:12:10.703822 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] 10.222.0.27 "DELETE /v2.0/networks/1a56c517-727f-4327-948e-4876138946d9 HTTP/1.1" status: 204 len: 168 time: 0.5685978 Sep 27 05:12:10.715183 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba9dd0-d202-463f-b985-e5ea270ec105 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a56c517-727f-4327-948e-4876138946d9,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:10.783621 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-876374f6-c8b4-4c83-9f61-708adc2b8612 req-45f7a769-a005-4fef-8043-b42e3215f2b0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316736 Sep 27 05:12:10.790503 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.815806 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a21eca-6231-44b7-8986-4b5f83e4562a req-b46e9aee-e385-4fec-99b5-3c4ef3e20639 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:10.815806 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d4a21eca-6231-44b7-8986-4b5f83e4562a req-b46e9aee-e385-4fec-99b5-3c4ef3e20639 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.1663461 Sep 27 05:12:10.835161 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 39482) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:10.854733 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741178c-5551-46d6-b5ea-da6e3d657dc6 req-1a915c40-891c-4be5-80b0-6a50e375f70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:10.856804 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4741178c-5551-46d6-b5ea-da6e3d657dc6 req-1a915c40-891c-4be5-80b0-6a50e375f70e service neutron] 10.222.0.49 "GET /v2.0/networks?id=68f55e36-d9fc-4a97-965b-697b60bb0317 HTTP/1.1" status: 200 len: 918 time: 0.1467838 Sep 27 05:12:10.877937 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-dab910a6-4586-44f5-8bea-3e012b190717 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=14088bcc2ded4aebb6e8c1f890d6fdec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415697 Sep 27 05:12:10.880574 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 39484) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:10.932101 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da7a9b56-3279-4f01-87d6-0cdb6fc55734 admin admin] Publish callbacks [] for security_group (f18c2022-bd7d-4815-845a-5ad37ef24758), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.945491 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d4a21eca-6231-44b7-8986-4b5f83e4562a req-e611fa2b-4c88-4232-a1c9-094b0a5ce62b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304452 Sep 27 05:12:10.955230 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da7a9b56-3279-4f01-87d6-0cdb6fc55734 admin admin] Publish callbacks [] for security_group (f18c2022-bd7d-4815-845a-5ad37ef24758), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:10.977118 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54488a0-b5b4-468e-bdeb-80c0f1d4fee5 req-96c9dd44-cecc-4a35-aa75-8680f0ac2edc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:10.977118 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a54488a0-b5b4-468e-bdeb-80c0f1d4fee5 req-96c9dd44-cecc-4a35-aa75-8680f0ac2edc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 945 time: 0.1137478 Sep 27 05:12:10.978359 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4741178c-5551-46d6-b5ea-da6e3d657dc6 req-9008bb93-b0f7-4a7e-b80d-b7cd21ca586b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fec47f-4151-401d-9d0f-5e42351ac976 HTTP/1.1" status: 200 len: 1000 time: 0.1139979 Sep 27 05:12:11.005351 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da7a9b56-3279-4f01-87d6-0cdb6fc55734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (f18c2022-bd7d-4815-845a-5ad37ef24758), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:11.007961 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da7a9b56-3279-4f01-87d6-0cdb6fc55734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:11.009186 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-da7a9b56-3279-4f01-87d6-0cdb6fc55734 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f18c2022-bd7d-4815-845a-5ad37ef24758 HTTP/1.1" status: 204 len: 168 time: 0.1273012 Sep 27 05:12:11.019061 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a9b56-3279-4f01-87d6-0cdb6fc55734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18c2022-bd7d-4815-845a-5ad37ef24758,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:11.067699 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741178c-5551-46d6-b5ea-da6e3d657dc6 req-bc1d27e3-e18c-4583-91dc-96ef9ac8fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:11.069106 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4741178c-5551-46d6-b5ea-da6e3d657dc6 req-bc1d27e3-e18c-4583-91dc-96ef9ac8fefa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2296294a-06a0-47d1-88b5-ab865bff1c05 HTTP/1.1" status: 200 len: 856 time: 0.0847642 Sep 27 05:12:11.091669 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a54488a0-b5b4-468e-bdeb-80c0f1d4fee5 req-ed0a9dfa-43e9-441e-86bf-c4b6245e9458 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988121 Sep 27 05:12:11.122494 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 39488) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:11.124523 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741178c-5551-46d6-b5ea-da6e3d657dc6 req-6bfeef96-ea91-4e85-bc40-9a784a4e41e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:11.126060 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4741178c-5551-46d6-b5ea-da6e3d657dc6 req-6bfeef96-ea91-4e85-bc40-9a784a4e41e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68f55e36-d9fc-4a97-965b-697b60bb0317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480750 Sep 27 05:12:11.165838 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088d9ff3-2884-4858-bbbf-e3d060d07d52 tempest-TestVolumeBootPattern-571449790 tempest-TestVolumeBootPattern-571449790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:11.167353 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-088d9ff3-2884-4858-bbbf-e3d060d07d52 tempest-TestVolumeBootPattern-571449790 tempest-TestVolumeBootPattern-571449790-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 1124 time: 0.0436554 Sep 27 05:12:11.170728 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 39490) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:11.175225 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Request body: {'floatingip': {'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'port_id': '35c2d478-0b94-4bd7-9def-a4476c207275', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:12:11.197038 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:11.226405 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4741178c-5551-46d6-b5ea-da6e3d657dc6 req-bf531f99-afef-4222-bb68-7744112f31f5 service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945129 Sep 27 05:12:11.298643 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:11.344833 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4741178c-5551-46d6-b5ea-da6e3d657dc6 req-3bde3b80-85b7-4bdf-93df-f8831ce0d3db service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124356 Sep 27 05:12:11.411036 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Allocated IP 172.27.1.109 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/80bfee42-c045-4ea6-8dcc-236afb1f53d2) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:12:11.504441 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device a104f6b5-17a4-45ff-91d4-69e02feb5f56 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:12:11.527750 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: a104f6b5-17a4-45ff-91d4-69e02feb5f56 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:12:11.528110 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device a104f6b5-17a4-45ff-91d4-69e02feb5f56 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:12:11.528545 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 72fecde3-bd4c-4ed4-8af5-573e8765efe8 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:12:11.552772 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 72fecde3-bd4c-4ed4-8af5-573e8765efe8 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:12:11.553258 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 72fecde3-bd4c-4ed4-8af5-573e8765efe8 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:12:11.749618 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for port (80bfee42-c045-4ea6-8dcc-236afb1f53d2), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:11.782716 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (80bfee42-c045-4ea6-8dcc-236afb1f53d2), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:11.819915 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:12:11.822890 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:12:11.826557 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:12:11.852702 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'Port': ['ID=80bfee42-c045-4ea6-8dcc-236afb1f53d2,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:12.092510 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e42f5-1dde-4bc0-a624-a336866bd362 req-231682a6-418d-433d-afb7-ea3a2064b346 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:12.094078 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c1e42f5-1dde-4bc0-a624-a336866bd362 req-231682a6-418d-433d-afb7-ea3a2064b346 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.0587800 Sep 27 05:12:12.132007 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:12.146019 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4c1e42f5-1dde-4bc0-a624-a336866bd362 req-77475ce6-19f0-460a-8b43-67b96ce35011 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456879 Sep 27 05:12:12.199954 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for floatingip (521d9412-6dac-413c-91cf-f4b27e5d8340), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:12.269588 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (80bfee42-c045-4ea6-8dcc-236afb1f53d2), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:12.419860 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for port (80bfee42-c045-4ea6-8dcc-236afb1f53d2), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:12.424565 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (80bfee42-c045-4ea6-8dcc-236afb1f53d2), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:12.493227 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (521d9412-6dac-413c-91cf-f4b27e5d8340), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:12.495874 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'Port': ['ID=80bfee42-c045-4ea6-8dcc-236afb1f53d2,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:12.591033 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Floating IP 521d9412-6dac-413c-91cf-f4b27e5d8340 associated. External IP: 172.27.1.109, port: 35c2d478-0b94-4bd7-9def-a4476c207275. Sep 27 05:12:12.791106 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Router c761e44c-233d-49ca-9658-756db6dcc194 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:12:12.900264 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:12:12.912451 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325cc8aa-bace-4bba-8ca2-16e43362192f None None] Sync routers for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:12:12.924177 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:12.925108 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325cc8aa-bace-4bba-8ca2-16e43362192f None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:12:12.925732 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-325cc8aa-bace-4bba-8ca2-16e43362192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:12:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:12:12.958653 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5b83c9ac-f4cf-4aef-a8e6-0fc9dfb23104 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7868869 Sep 27 05:12:12.959412 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836521cd-1172-428e-b458-0e9de560f99a', 'tag': '35c2d478-0b94-4bd7-9def-a4476c207275'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:12:12.962507 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f07399e-f592-4fee-a2e9-88253ef9cefe" -d '{"events": [{"name": "network-changed", "server_uuid": "836521cd-1172-428e-b458-0e9de560f99a", "tag": "35c2d478-0b94-4bd7-9def-a4476c207275"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:12:13.029003 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-325cc8aa-bace-4bba-8ca2-16e43362192f None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:12:13.117785 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f5ff68-bbec-4f50-b74e-2acafbb9164a x-openstack-request-id: req-c5f5ff68-bbec-4f50-b74e-2acafbb9164a {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:12:13.118077 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836521cd-1172-428e-b458-0e9de560f99a", "tag": "35c2d478-0b94-4bd7-9def-a4476c207275", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:12:13.118333 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c5f5ff68-bbec-4f50-b74e-2acafbb9164a {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:12:13.118740 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f5ff68-bbec-4f50-b74e-2acafbb9164a'] response: {'name': 'network-changed', 'server_uuid': '836521cd-1172-428e-b458-0e9de560f99a', 'tag': '35c2d478-0b94-4bd7-9def-a4476c207275', 'status': 'completed', 'code': 200} Sep 27 05:12:13.195213 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07399e-f592-4fee-a2e9-88253ef9cefe req-9cbf1f6b-9a55-4faa-8537-6e89d83e9529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:13.196694 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f07399e-f592-4fee-a2e9-88253ef9cefe req-9cbf1f6b-9a55-4faa-8537-6e89d83e9529 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 1129 time: 0.0579562 Sep 27 05:12:13.263855 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-325cc8aa-bace-4bba-8ca2-16e43362192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '521d9412-6dac-413c-91cf-f4b27e5d8340', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'port_id': '35c2d478-0b94-4bd7-9def-a4476c207275', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'mac_address': 'fa:16:3e:f2:4e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836521cd-1172-428e-b458-0e9de560f99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:12:12Z', 'updated_at': '2022-09-27T05:12:12Z', 'revision_number': 0, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:12:13.289876 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325cc8aa-bace-4bba-8ca2-16e43362192f None None] Checking router: c761e44c-233d-49ca-9658-756db6dcc194 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:12:13.298822 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325cc8aa-bace-4bba-8ca2-16e43362192f None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:12:13.299472 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-325cc8aa-bace-4bba-8ca2-16e43362192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:12:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:12:13.345610 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f917d-a648-4652-a5dd-8930ad898f17 req-673d4777-f875-4c9d-a0f1-bfc259af0984 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:13.348961 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-071f917d-a648-4652-a5dd-8930ad898f17 req-673d4777-f875-4c9d-a0f1-bfc259af0984 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 945 time: 0.1095576 Sep 27 05:12:13.348961 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07399e-f592-4fee-a2e9-88253ef9cefe req-5ef562ed-57c2-4208-a345-57dd48c08a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:13.349941 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f07399e-f592-4fee-a2e9-88253ef9cefe req-5ef562ed-57c2-4208-a345-57dd48c08a8c service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 913 time: 0.1460800 Sep 27 05:12:13.448512 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f07399e-f592-4fee-a2e9-88253ef9cefe req-f6868e31-3b80-4199-8fd1-c916da8b70f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c2d478-0b94-4bd7-9def-a4476c207275 HTTP/1.1" status: 200 len: 999 time: 0.0888810 Sep 27 05:12:13.451954 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-071f917d-a648-4652-a5dd-8930ad898f17 req-ace67f6f-bb68-4d8d-9806-8f10d0534368 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990701 Sep 27 05:12:13.491392 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-325cc8aa-bace-4bba-8ca2-16e43362192f None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:12:13.499017 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07399e-f592-4fee-a2e9-88253ef9cefe req-379ba203-9c39-4847-add3-64bd7a5977b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:13.500571 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f07399e-f592-4fee-a2e9-88253ef9cefe req-379ba203-9c39-4847-add3-64bd7a5977b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64e5e500-b27d-41ff-b754-4ec03dbcd6fc HTTP/1.1" status: 200 len: 851 time: 0.0465031 Sep 27 05:12:13.553694 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07399e-f592-4fee-a2e9-88253ef9cefe req-73a3ae3f-70a8-4f2e-aedd-28a6ba15cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:13.556090 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f07399e-f592-4fee-a2e9-88253ef9cefe req-73a3ae3f-70a8-4f2e-aedd-28a6ba15cdfc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497720 Sep 27 05:12:13.655159 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f07399e-f592-4fee-a2e9-88253ef9cefe req-48caf34c-ca0e-410b-aedb-386f5bb40847 service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937996 Sep 27 05:12:13.718443 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-325cc8aa-bace-4bba-8ca2-16e43362192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '521d9412-6dac-413c-91cf-f4b27e5d8340', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'port_id': '35c2d478-0b94-4bd7-9def-a4476c207275', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'mac_address': 'fa:16:3e:f2:4e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836521cd-1172-428e-b458-0e9de560f99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:12:12Z', 'updated_at': '2022-09-27T05:12:12Z', 'revision_number': 0, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:12:13.749089 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325cc8aa-bace-4bba-8ca2-16e43362192f None None] The sync data for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi is: [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '521d9412-6dac-413c-91cf-f4b27e5d8340', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'port_id': '35c2d478-0b94-4bd7-9def-a4476c207275', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'mac_address': 'fa:16:3e:f2:4e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836521cd-1172-428e-b458-0e9de560f99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:12:12Z', 'updated_at': '2022-09-27T05:12:12Z', 'revision_number': 0, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:12:13.762978 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4f07399e-f592-4fee-a2e9-88253ef9cefe req-ec51dc8e-6198-455b-aad8-2439c1797aae service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022167 Sep 27 05:12:13.981772 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dc5364-c21e-458c-aef8-6256cb26da30 None None] New status for floating IP 521d9412-6dac-413c-91cf-f4b27e5d8340: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:12:14.479272 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [req-5b263e72-510f-4b01-9dac-b2a0c1b95f95 req-b27119c4-83dd-42be-97b4-f49b5507e097 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103957) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 05:12:14.481167 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5b263e72-510f-4b01-9dac-b2a0c1b95f95 req-b27119c4-83dd-42be-97b4-f49b5507e097 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1086154 Sep 27 05:12:14.686671 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 74fec47f-4151-401d-9d0f-5e42351ac976 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:12:14.755796 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 74fec47f-4151-401d-9d0f-5e42351ac976 is: ACTIVE; New status is: DOWN {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:12:14.756193 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:14.781660 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74fec47f-4151-401d-9d0f-5e42351ac976'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:12:14.783860 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feab200a-bfa5-4848-9556-c51183e882fe" -d '{"events": [{"server_uuid": "bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de", "name": "network-vif-unplugged", "status": "completed", "tag": "74fec47f-4151-401d-9d0f-5e42351ac976"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:12:14.796246 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 74fec47f-4151-401d-9d0f-5e42351ac976, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=74fec47f-4151-401d-9d0f-5e42351ac976,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:12:14.800402 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:14.825977 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Sep 2022 05:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4a0263-8836-434b-bc31-2af5dfff6c60 x-openstack-request-id: req-5b4a0263-8836-434b-bc31-2af5dfff6c60 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:12:14.826292 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de", "name": "network-vif-unplugged", "status": "failed", "tag": "74fec47f-4151-401d-9d0f-5e42351ac976", "code": 422}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:12:14.826530 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5b4a0263-8836-434b-bc31-2af5dfff6c60 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:12:14.826927 dv-cinder-858463-2-iscsi neutron-server[103958]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5b4a0263-8836-434b-bc31-2af5dfff6c60']: {'server_uuid': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74fec47f-4151-401d-9d0f-5e42351ac976', 'code': 422} returned with failed status Sep 27 05:12:14.852562 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=74fec47f-4151-401d-9d0f-5e42351ac976,revision_number=8']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:15.901434 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:15.932243 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c82dc5-ed64-41de-9ff3-46e475077de2 req-d85f0da2-6fb0-44a8-80db-15de9b3dc40b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:15.933779 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6c82dc5-ed64-41de-9ff3-46e475077de2 req-d85f0da2-6fb0-44a8-80db-15de9b3dc40b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.3385811 Sep 27 05:12:15.940577 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02527001-e810-4fa3-908b-deeb47329256 req-48490bed-9405-478c-a0fb-1440bc6c6774 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0625312 Sep 27 05:12:15.990352 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6c82dc5-ed64-41de-9ff3-46e475077de2 req-b0374d4a-1232-4bc3-bb77-f3a68b7f4ca8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488174 Sep 27 05:12:16.027758 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527001-e810-4fa3-908b-deeb47329256 req-d88f2c14-35d7-4b04-9da2-4b66cd18018f tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:16.029199 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02527001-e810-4fa3-908b-deeb47329256 req-d88f2c14-35d7-4b04-9da2-4b66cd18018f tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports/74fec47f-4151-401d-9d0f-5e42351ac976 HTTP/1.1" status: 200 len: 940 time: 0.0582814 Sep 27 05:12:17.119999 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f2da1-1603-444d-804f-f356d600dfa6 req-cb2ae3bf-997a-4d43-8b8e-9dfe087eed9f tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:17.121705 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f17f2da1-1603-444d-804f-f356d600dfa6 req-cb2ae3bf-997a-4d43-8b8e-9dfe087eed9f tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.0530300 Sep 27 05:12:17.168223 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f17f2da1-1603-444d-804f-f356d600dfa6 req-deacfff6-9d8c-4ef5-84be-d0bebd863a56 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409322 Sep 27 05:12:18.304863 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05ec41-7f06-4c23-842c-fa71f6ffffdd req-f50a9620-d996-4d1a-98c2-80070f943c2e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:18.306333 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab05ec41-7f06-4c23-842c-fa71f6ffffdd req-f50a9620-d996-4d1a-98c2-80070f943c2e tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.0601027 Sep 27 05:12:18.355918 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab05ec41-7f06-4c23-842c-fa71f6ffffdd req-97a389ad-f2f9-44b2-9eca-923e3633a075 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433037 Sep 27 05:12:18.519428 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527001-e810-4fa3-908b-deeb47329256 req-1dce0070-700a-4549-8b91-43c2a02d2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:18.520957 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02527001-e810-4fa3-908b-deeb47329256 req-1dce0070-700a-4549-8b91-43c2a02d2522 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de&tenant_id=b8550668d08c4227904042b8a49bc261 HTTP/1.1" status: 200 len: 1127 time: 0.0475535 Sep 27 05:12:18.586088 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527001-e810-4fa3-908b-deeb47329256 req-ce6d5fca-7a3b-420c-a6e2-0e33f0cc7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:18.587567 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02527001-e810-4fa3-908b-deeb47329256 req-ce6d5fca-7a3b-420c-a6e2-0e33f0cc7473 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8550668d08c4227904042b8a49bc261&device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 1127 time: 0.0448930 Sep 27 05:12:18.674452 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527001-e810-4fa3-908b-deeb47329256 req-e5b97f31-b0e3-45d0-9982-3147bf2e199b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:18.675924 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02527001-e810-4fa3-908b-deeb47329256 req-e5b97f31-b0e3-45d0-9982-3147bf2e199b service neutron] 10.222.0.49 "GET /v2.0/networks?id=68f55e36-d9fc-4a97-965b-697b60bb0317 HTTP/1.1" status: 200 len: 918 time: 0.0832152 Sep 27 05:12:18.741663 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02527001-e810-4fa3-908b-deeb47329256 req-e1b66c0a-f18e-48b0-8114-f8df43f17891 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fec47f-4151-401d-9d0f-5e42351ac976 HTTP/1.1" status: 200 len: 998 time: 0.0595100 Sep 27 05:12:18.794170 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527001-e810-4fa3-908b-deeb47329256 req-3828e5f5-3c43-4579-b8b6-f9ef7259b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:18.795658 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02527001-e810-4fa3-908b-deeb47329256 req-3828e5f5-3c43-4579-b8b6-f9ef7259b176 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2296294a-06a0-47d1-88b5-ab865bff1c05 HTTP/1.1" status: 200 len: 856 time: 0.0483947 Sep 27 05:12:18.847350 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02527001-e810-4fa3-908b-deeb47329256 req-f35b6b4b-7caa-4a36-baeb-a497ade5d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:18.848809 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02527001-e810-4fa3-908b-deeb47329256 req-f35b6b4b-7caa-4a36-baeb-a497ade5d747 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68f55e36-d9fc-4a97-965b-697b60bb0317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472088 Sep 27 05:12:18.945816 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02527001-e810-4fa3-908b-deeb47329256 req-c083e8b8-8705-4af0-88f1-40af2dd4606a service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902333 Sep 27 05:12:19.035255 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02527001-e810-4fa3-908b-deeb47329256 req-974c4e07-ad39-4b35-9969-0ea8a270f2df service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835125 Sep 27 05:12:19.496883 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c7cb5-cc54-4ca4-9cd8-d3e811846d0e req-77b912fb-905d-4233-862a-ae7938a1ea80 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:19.498628 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-316c7cb5-cc54-4ca4-9cd8-d3e811846d0e req-77b912fb-905d-4233-862a-ae7938a1ea80 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.0615137 Sep 27 05:12:19.569187 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-316c7cb5-cc54-4ca4-9cd8-d3e811846d0e req-751d0a0d-57f8-4912-bf8d-841e761e76a3 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631807 Sep 27 05:12:20.734487 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55f356-08bf-4be0-bbb4-5344128b1c8c req-d1716eb7-1fb5-406f-be0c-83e055ecce28 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:20.736132 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cb55f356-08bf-4be0-bbb4-5344128b1c8c req-d1716eb7-1fb5-406f-be0c-83e055ecce28 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.0761838 Sep 27 05:12:20.802364 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cb55f356-08bf-4be0-bbb4-5344128b1c8c req-78f55dfd-a438-4874-b660-2c4b145dd1d0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569072 Sep 27 05:12:21.957278 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bf707-21da-4109-9dba-07c963e62754 req-7491c909-eae7-440e-b6ab-5d768f88428c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:21.959128 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9e0bf707-21da-4109-9dba-07c963e62754 req-7491c909-eae7-440e-b6ab-5d768f88428c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.0618775 Sep 27 05:12:22.037208 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9e0bf707-21da-4109-9dba-07c963e62754 req-2bf96076-f774-4b4e-92c8-95c0fb435f6a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712156 Sep 27 05:12:22.225936 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:12:23.180264 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429fa66-fe8e-4b81-ac4d-481f2b571d8f req-9d142094-0c95-4cb0-8b67-d1688e000837 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:23.181811 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a429fa66-fe8e-4b81-ac4d-481f2b571d8f req-9d142094-0c95-4cb0-8b67-d1688e000837 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.0557201 Sep 27 05:12:23.253489 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a429fa66-fe8e-4b81-ac4d-481f2b571d8f req-00a55d71-16a3-46fe-bb20-8d1864422aa2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613890 Sep 27 05:12:24.396770 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908a11f-e6ba-4734-a85f-64f6da46421a req-abcf5488-a9d7-4c9c-816f-a49e55772c05 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:24.398399 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3908a11f-e6ba-4734-a85f-64f6da46421a req-abcf5488-a9d7-4c9c-816f-a49e55772c05 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.0566635 Sep 27 05:12:24.448548 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3908a11f-e6ba-4734-a85f-64f6da46421a req-3e615bc8-2f52-4115-813a-d4debc0b9652 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432122 Sep 27 05:12:25.590969 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435b923-201a-47c2-b849-e2829fff621b req-166bc527-6141-49c3-9c23-6bbf1c2cbc29 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:25.593280 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3435b923-201a-47c2-b849-e2829fff621b req-166bc527-6141-49c3-9c23-6bbf1c2cbc29 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.0596728 Sep 27 05:12:25.643234 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3435b923-201a-47c2-b849-e2829fff621b req-cda90957-75c9-418d-ae05-6d5e3c15072a tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441308 Sep 27 05:12:26.782979 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c35ea-f18f-48e1-a57e-3156782ff5cf req-2288194e-eb1d-4d39-9ad4-158bf8a9dd3c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:26.785244 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a82c35ea-f18f-48e1-a57e-3156782ff5cf req-2288194e-eb1d-4d39-9ad4-158bf8a9dd3c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.0592155 Sep 27 05:12:26.834603 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a82c35ea-f18f-48e1-a57e-3156782ff5cf req-12410773-110a-4b85-a74f-c0b53645120c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443001 Sep 27 05:12:27.976200 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab349935-51ea-4a7b-b699-f0f974cf5e81 req-623c0f14-18f2-475e-98ac-f69b65c7b4fe tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:27.977720 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab349935-51ea-4a7b-b699-f0f974cf5e81 req-623c0f14-18f2-475e-98ac-f69b65c7b4fe tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.0594573 Sep 27 05:12:28.025191 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab349935-51ea-4a7b-b699-f0f974cf5e81 req-874e591f-9b95-455c-a46d-8dba6222db55 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415671 Sep 27 05:12:29.157205 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae4ef7-a577-4407-8217-b4c0ee08113c req-61932b13-ca69-472f-9ff9-efb032b63d05 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:29.158722 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8fae4ef7-a577-4407-8217-b4c0ee08113c req-61932b13-ca69-472f-9ff9-efb032b63d05 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.0524225 Sep 27 05:12:29.207154 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8fae4ef7-a577-4407-8217-b4c0ee08113c req-ddd2f8cc-1fd4-4e56-acec-f0c045bb6241 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428030 Sep 27 05:12:30.337946 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f774825-db66-4e90-9bf9-9bb9fa51d7a6 req-cd7de3c4-65c4-4b1e-bdb0-d05101ba3d89 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:30.339932 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1f774825-db66-4e90-9bf9-9bb9fa51d7a6 req-cd7de3c4-65c4-4b1e-bdb0-d05101ba3d89 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 943 time: 0.0525205 Sep 27 05:12:30.390154 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1f774825-db66-4e90-9bf9-9bb9fa51d7a6 req-401b1534-6c30-4d39-9a65-17082238f1fd tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446072 Sep 27 05:12:30.753310 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 74fec47f-4151-401d-9d0f-5e42351ac976 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:12:30.849471 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 74fec47f-4151-401d-9d0f-5e42351ac976, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=74fec47f-4151-401d-9d0f-5e42351ac976,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:12:30.861129 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '74fec47f-4151-401d-9d0f-5e42351ac976', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'port_id': '74fec47f-4151-401d-9d0f-5e42351ac976', 'mac_address': 'fa:16:3e:16:c2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:12:30.895812 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 74fec47f-4151-401d-9d0f-5e42351ac976 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:12:30.896206 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:30.909447 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74fec47f-4151-401d-9d0f-5e42351ac976 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:12:30.929982 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 74fec47f-4151-401d-9d0f-5e42351ac976, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=74fec47f-4151-401d-9d0f-5e42351ac976,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:12:30.935062 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:30.984149 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=74fec47f-4151-401d-9d0f-5e42351ac976,revision_number=9']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:31.160643 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['74fec47f-4151-401d-9d0f-5e42351ac976'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:12:31.521201 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f6b01-1fd1-4d76-9691-0e49ca876d84 req-bcf31e6c-455c-43c7-b8e8-0288823124c2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:31.522672 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-555f6b01-1fd1-4d76-9691-0e49ca876d84 req-bcf31e6c-455c-43c7-b8e8-0288823124c2 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 944 time: 0.0518649 Sep 27 05:12:31.568557 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-555f6b01-1fd1-4d76-9691-0e49ca876d84 req-5490f373-b718-45f4-9854-68040ec62fe8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398126 Sep 27 05:12:32.696961 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e3577-dcaf-4f2c-84fe-f6c656314d60 req-62ce5813-1508-482d-875a-a4f3965d0e86 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:32.698431 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-df5e3577-dcaf-4f2c-84fe-f6c656314d60 req-62ce5813-1508-482d-875a-a4f3965d0e86 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 944 time: 0.0518212 Sep 27 05:12:32.743425 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-df5e3577-dcaf-4f2c-84fe-f6c656314d60 req-639be2bc-975d-4b57-bf15-812ea43ed8eb tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395284 Sep 27 05:12:32.765952 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 74fec47f-4151-401d-9d0f-5e42351ac976 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:12:32.810814 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 74fec47f-4151-401d-9d0f-5e42351ac976 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:12:32.811195 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:32.811539 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 74fec47f-4151-401d-9d0f-5e42351ac976 Sep 27 05:12:32.879572 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 74fec47f-4151-401d-9d0f-5e42351ac976 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:12:32.879961 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:32.901560 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fec47f-4151-401d-9d0f-5e42351ac976'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:12:32.904034 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11c19fa-5adc-4f23-80e5-3fc4da14b955" -d '{"events": [{"server_uuid": "bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de", "name": "network-vif-plugged", "status": "completed", "tag": "74fec47f-4151-401d-9d0f-5e42351ac976"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:12:32.915979 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 74fec47f-4151-401d-9d0f-5e42351ac976, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=74fec47f-4151-401d-9d0f-5e42351ac976,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:12:32.921626 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:32.950819 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2531e7-fa7b-4131-8cf9-2e459ae31bc5 x-openstack-request-id: req-1b2531e7-fa7b-4131-8cf9-2e459ae31bc5 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:12:32.951517 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de", "name": "network-vif-plugged", "status": "completed", "tag": "74fec47f-4151-401d-9d0f-5e42351ac976", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:12:32.951781 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1b2531e7-fa7b-4131-8cf9-2e459ae31bc5 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:12:32.952184 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2531e7-fa7b-4131-8cf9-2e459ae31bc5'] response: {'server_uuid': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74fec47f-4151-401d-9d0f-5e42351ac976', 'code': 200} Sep 27 05:12:32.981304 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=74fec47f-4151-401d-9d0f-5e42351ac976,revision_number=10']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:33.187331 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdacb2-dda1-475a-8a79-008a7b257e1f req-0152f1a0-9447-4f6d-b8d8-37d11528eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:33.188762 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-38fdacb2-dda1-475a-8a79-008a7b257e1f req-0152f1a0-9447-4f6d-b8d8-37d11528eb72 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 1130 time: 0.0606284 Sep 27 05:12:33.233783 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-38fdacb2-dda1-475a-8a79-008a7b257e1f req-b333ae34-0563-44c5-87e6-38158362ef46 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391767 Sep 27 05:12:33.870329 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268674c2-2438-4af6-a905-49d33c241306 req-05a7fd64-a8e5-4dff-9bac-06522e9bce61 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:33.872560 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-268674c2-2438-4af6-a905-49d33c241306 req-05a7fd64-a8e5-4dff-9bac-06522e9bce61 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 946 time: 0.0519257 Sep 27 05:12:33.918775 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-268674c2-2438-4af6-a905-49d33c241306 req-6bc0e289-f060-4afa-b9f0-7bee455136f9 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406260 Sep 27 05:12:35.145773 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047173fe-a83d-40fa-8b30-1f41a4c578b3 req-32e7df97-246a-477c-a43e-458de3459378 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:35.147238 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-047173fe-a83d-40fa-8b30-1f41a4c578b3 req-32e7df97-246a-477c-a43e-458de3459378 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 946 time: 0.0517771 Sep 27 05:12:35.196870 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-047173fe-a83d-40fa-8b30-1f41a4c578b3 req-58cc161e-5e98-4e25-b1a3-8c76081ed09f tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432594 Sep 27 05:12:35.772059 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-99b1fa41-e534-4528-a3bb-1df7b14d779f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:36.328502 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317b312-aaa0-477d-9564-d720371dfd95 req-9eba72d3-bbaf-4bda-a192-14d5043eb3dd tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:36.330054 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e317b312-aaa0-477d-9564-d720371dfd95 req-9eba72d3-bbaf-4bda-a192-14d5043eb3dd tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 946 time: 0.0527935 Sep 27 05:12:36.376388 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e317b312-aaa0-477d-9564-d720371dfd95 req-b014dff5-2966-46f4-b400-f2b2537153c0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407791 Sep 27 05:12:37.506278 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d708d31a-b079-4a13-9d0a-a88ad004ae86 req-e695c789-2c17-4a78-adcd-87df67ed8917 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:37.507750 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d708d31a-b079-4a13-9d0a-a88ad004ae86 req-e695c789-2c17-4a78-adcd-87df67ed8917 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 946 time: 0.0525923 Sep 27 05:12:37.554061 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d708d31a-b079-4a13-9d0a-a88ad004ae86 req-0138cab8-88c4-44a3-b3a8-481432f1eb0c tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396912 Sep 27 05:12:38.146448 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1daeb995-16f5-4e21-a459-c266ff76b08e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:38.687274 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87caf1a-4092-43af-8566-54faedf07737 req-548880f2-13ab-4b45-81b2-429a499dadf0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:38.688753 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f87caf1a-4092-43af-8566-54faedf07737 req-548880f2-13ab-4b45-81b2-429a499dadf0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 946 time: 0.0562046 Sep 27 05:12:38.736228 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f87caf1a-4092-43af-8566-54faedf07737 req-dfe0a42c-de4e-4f2a-854f-5b62e8cf337b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419068 Sep 27 05:12:39.392363 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:39.876018 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31062a3-4d19-4ed0-8581-ffff1a6ee03c req-8beb61d3-525e-4a78-95db-ecd40f0cd6da tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:39.877733 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b31062a3-4d19-4ed0-8581-ffff1a6ee03c req-8beb61d3-525e-4a78-95db-ecd40f0cd6da tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 946 time: 0.0576413 Sep 27 05:12:39.928569 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b31062a3-4d19-4ed0-8581-ffff1a6ee03c req-4a9234ec-d8b2-44a1-8e95-0e87ea5812d0 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451217 Sep 27 05:12:40.785793 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:41.062568 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0fc4c-b5a1-4950-a797-ea55c87528ad req-2b09d496-8b44-44a0-92ea-304e0412e9c1 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:41.063945 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9db0fc4c-b5a1-4950-a797-ea55c87528ad req-2b09d496-8b44-44a0-92ea-304e0412e9c1 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 946 time: 0.0558908 Sep 27 05:12:41.109734 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9db0fc4c-b5a1-4950-a797-ea55c87528ad req-732c7168-c5cd-48e9-b3b5-9101d6f00dd1 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401785 Sep 27 05:12:42.117966 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:45.909131 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:48.850646 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a5e82a69-258a-43cf-879d-739e5c36f4a1 req-48ecd08b-9395-4e86-90d2-666262c22bdb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529456 Sep 27 05:12:48.943719 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e82a69-258a-43cf-879d-739e5c36f4a1 req-2f6ed9e4-9909-4529-8b75-f0908178a1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:48.946064 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a5e82a69-258a-43cf-879d-739e5c36f4a1 req-2f6ed9e4-9909-4529-8b75-f0908178a1ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8550668d08c4227904042b8a49bc261&device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 1130 time: 0.0514889 Sep 27 05:12:49.071659 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e82a69-258a-43cf-879d-739e5c36f4a1 req-2f894918-80c8-49d9-86b2-062f75710dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:49.073663 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a5e82a69-258a-43cf-879d-739e5c36f4a1 req-2f894918-80c8-49d9-86b2-062f75710dca service neutron] 10.222.0.49 "GET /v2.0/networks?id=68f55e36-d9fc-4a97-965b-697b60bb0317 HTTP/1.1" status: 200 len: 918 time: 0.1074779 Sep 27 05:12:49.138781 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a5e82a69-258a-43cf-879d-739e5c36f4a1 req-161df91f-01b8-492f-a067-afa0f1dd864a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74fec47f-4151-401d-9d0f-5e42351ac976 HTTP/1.1" status: 200 len: 1000 time: 0.0589776 Sep 27 05:12:49.193184 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e82a69-258a-43cf-879d-739e5c36f4a1 req-8a7d8b0c-357f-41f3-a397-80622162b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:49.195794 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a5e82a69-258a-43cf-879d-739e5c36f4a1 req-8a7d8b0c-357f-41f3-a397-80622162b5a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2296294a-06a0-47d1-88b5-ab865bff1c05 HTTP/1.1" status: 200 len: 856 time: 0.0516510 Sep 27 05:12:49.266551 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e82a69-258a-43cf-879d-739e5c36f4a1 req-e5db0495-b16f-409a-ac5b-a2c6941e957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:49.268153 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a5e82a69-258a-43cf-879d-739e5c36f4a1 req-e5db0495-b16f-409a-ac5b-a2c6941e957e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=68f55e36-d9fc-4a97-965b-697b60bb0317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674083 Sep 27 05:12:49.378210 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a5e82a69-258a-43cf-879d-739e5c36f4a1 req-dc91c280-577f-4f8e-8c06-603049ef908a service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034155 Sep 27 05:12:49.486200 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a5e82a69-258a-43cf-879d-739e5c36f4a1 req-5f80bbdf-bad8-413a-ae78-bcc9f2f8f948 service neutron] 10.222.0.49 "GET /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017292 Sep 27 05:12:51.691300 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40032) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:51.799227 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:51.871120 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Publish callbacks [] for security_group (7a012bc4-6086-4e4e-9625-f8d0e2420f7c), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:51.875103 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (7a012bc4-6086-4e4e-9625-f8d0e2420f7c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:51.911828 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a012bc4-6086-4e4e-9625-f8d0e2420f7c,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:51.920462 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b84f7ab558fa4a3fa7a1ddf1831c7fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280304 Sep 27 05:12:51.922176 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:51.922523 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:51.922955 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:51.923260 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40038) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:51.923734 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:51.923734 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:51.923921 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:51.924246 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:51.924571 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:51.925142 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:51.925478 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:51.925804 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:51.926127 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:51.926452 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee7af38-80d6-42d9-a7f0-a60b05fc47c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:51.973333 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Publish callbacks [] for security_group (7a012bc4-6086-4e4e-9625-f8d0e2420f7c), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:51.994620 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Publish callbacks [] for security_group (7a012bc4-6086-4e4e-9625-f8d0e2420f7c), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:52.041750 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (7a012bc4-6086-4e4e-9625-f8d0e2420f7c), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:52.044275 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:52.045467 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7a012bc4-6086-4e4e-9625-f8d0e2420f7c HTTP/1.1" status: 204 len: 168 time: 0.1212208 Sep 27 05:12:52.053778 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a012bc4-6086-4e4e-9625-f8d0e2420f7c,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:52.061936 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:52.062293 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:52.062636 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:52.062975 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:52.063313 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:52.063645 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:52.063975 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:52.064300 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:52.064635 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:52.064988 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:52.065315 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:52.065640 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:52.065963 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76fe954-8b55-4d94-9f75-ceafe7008594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:12:52.302117 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40044) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:52.315428 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1338ec5a-5270-49f5-97aa-65403c10c326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:52.387906 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1338ec5a-5270-49f5-97aa-65403c10c326 admin admin] Publish callbacks [] for security_group (01fc081a-3e63-4995-96ec-81b710e23615), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:52.391786 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1338ec5a-5270-49f5-97aa-65403c10c326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (01fc081a-3e63-4995-96ec-81b710e23615), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:52.431821 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1338ec5a-5270-49f5-97aa-65403c10c326 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b701ca96420e4f9b942db672d287664f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286433 Sep 27 05:12:52.432657 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338ec5a-5270-49f5-97aa-65403c10c326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01fc081a-3e63-4995-96ec-81b710e23615,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:52.435425 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40046) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:52.483876 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7b8527b3-0efc-4946-814e-b822df8882ab admin admin] Publish callbacks [] for security_group (01fc081a-3e63-4995-96ec-81b710e23615), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:52.504156 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7b8527b3-0efc-4946-814e-b822df8882ab admin admin] Publish callbacks [] for security_group (01fc081a-3e63-4995-96ec-81b710e23615), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:52.550327 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7b8527b3-0efc-4946-814e-b822df8882ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (01fc081a-3e63-4995-96ec-81b710e23615), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:52.552666 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7b8527b3-0efc-4946-814e-b822df8882ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:52.553819 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7b8527b3-0efc-4946-814e-b822df8882ab admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/01fc081a-3e63-4995-96ec-81b710e23615 HTTP/1.1" status: 204 len: 168 time: 0.1169360 Sep 27 05:12:52.562244 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8527b3-0efc-4946-814e-b822df8882ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fc081a-3e63-4995-96ec-81b710e23615,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:53.587860 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40080) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:53.690391 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-93ffc7d4-69a7-4d57-a45e-83655ecebbe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:53.767327 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-93ffc7d4-69a7-4d57-a45e-83655ecebbe7 admin admin] Publish callbacks [] for security_group (f710e2f3-bcb3-4d30-bb44-6eee16284213), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:53.770964 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-93ffc7d4-69a7-4d57-a45e-83655ecebbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (f710e2f3-bcb3-4d30-bb44-6eee16284213), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:53.809704 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-93ffc7d4-69a7-4d57-a45e-83655ecebbe7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ec97fccc92fb48c4b1be62ae522e7f18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207916 Sep 27 05:12:53.810909 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffc7d4-69a7-4d57-a45e-83655ecebbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f710e2f3-bcb3-4d30-bb44-6eee16284213,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:53.812445 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40084) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:53.859661 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-febfcc38-8fd8-4740-8afd-3b3d2e74b808 admin admin] Publish callbacks [] for security_group (f710e2f3-bcb3-4d30-bb44-6eee16284213), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:53.880332 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-febfcc38-8fd8-4740-8afd-3b3d2e74b808 admin admin] Publish callbacks [] for security_group (f710e2f3-bcb3-4d30-bb44-6eee16284213), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:53.925842 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-febfcc38-8fd8-4740-8afd-3b3d2e74b808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (f710e2f3-bcb3-4d30-bb44-6eee16284213), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:53.928367 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-febfcc38-8fd8-4740-8afd-3b3d2e74b808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:53.929520 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-febfcc38-8fd8-4740-8afd-3b3d2e74b808 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f710e2f3-bcb3-4d30-bb44-6eee16284213 HTTP/1.1" status: 204 len: 168 time: 0.1159394 Sep 27 05:12:53.937888 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfcc38-8fd8-4740-8afd-3b3d2e74b808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f710e2f3-bcb3-4d30-bb44-6eee16284213,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:54.534780 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40106) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:54.627977 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1347398516-network', 'tenant_id': 'ec41c3523d5244049a60e6d8ad22e47b'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:12:54.647144 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] Made reservation on behalf of ec41c3523d5244049a60e6d8ad22e47b for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:12:54.649381 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:54.658259 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:54.731011 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] Publish callbacks [] for security_group (286ac453-43c9-4419-a14b-efe0a12c1e82), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:54.734527 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (286ac453-43c9-4419-a14b-efe0a12c1e82), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:54.758614 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:12:54.769520 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286ac453-43c9-4419-a14b-efe0a12c1e82,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:54.775610 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (1820920d-c0cf-400a-ac29-731b826a9175), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:54.775964 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] Added segment 1820920d-c0cf-400a-ac29-731b826a9175 of type vlan for network 5a8629ac-306a-4f88-a276-5300ec08a5f2 Sep 27 05:12:54.817728 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (5a8629ac-306a-4f88-a276-5300ec08a5f2), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:54.842650 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (5a8629ac-306a-4f88-a276-5300ec08a5f2), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:54.843802 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:54.844389 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:54.894134 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3580186 Sep 27 05:12:54.897043 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40110) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:12:54.901898 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-b4e9f277-c66e-42f3-bd50-7ba630971bfc admin admin] Request body: {'subnet': {'network_id': '5a8629ac-306a-4f88-a276-5300ec08a5f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1347398516-subnet', 'tenant_id': 'ec41c3523d5244049a60e6d8ad22e47b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:12:54.906723 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebec4ce-a164-4635-85dd-2438bda53a2b admin admin] Pushing event updated for resources: {'Network': ['ID=5a8629ac-306a-4f88-a276-5300ec08a5f2,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:54.916726 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network 5a8629ac-306a-4f88-a276-5300ec08a5f2 details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:12:54.921203 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e9f277-c66e-42f3-bd50-7ba630971bfc admin admin] Made reservation on behalf of ec41c3523d5244049a60e6d8ad22e47b for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:12:54.923471 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b4e9f277-c66e-42f3-bd50-7ba630971bfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5739661'] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:55.098879 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b4e9f277-c66e-42f3-bd50-7ba630971bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5739679'] for subnet (8d320f3b-f3ca-4a88-9ff1-d30b88135413), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:55.154967 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9f277-c66e-42f3-bd50-7ba630971bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d320f3b-f3ca-4a88-9ff1-d30b88135413,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:55.162181 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e9f277-c66e-42f3-bd50-7ba630971bfc admin admin] Checking segment: {'id': '1820920d-c0cf-400a-ac29-731b826a9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a8629ac-306a-4f88-a276-5300ec08a5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:12:55.162535 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e9f277-c66e-42f3-bd50-7ba630971bfc admin admin] Network hostable DHCP agents. Network: 5a8629ac-306a-4f88-a276-5300ec08a5f2, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:12:55.179055 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e9f277-c66e-42f3-bd50-7ba630971bfc admin admin] Network 5a8629ac-306a-4f88-a276-5300ec08a5f2 is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:12:55.189583 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-b4e9f277-c66e-42f3-bd50-7ba630971bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, 5a8629ac-306a-4f88-a276-5300ec08a5f2) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:12:55.193803 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e9f277-c66e-42f3-bd50-7ba630971bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:55.194408 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b4e9f277-c66e-42f3-bd50-7ba630971bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:55.199326 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad2d91-786b-4611-adec-87a105726a0a None None] Network 5a8629ac-306a-4f88-a276-5300ec08a5f2 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:12:55.211220 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b4e9f277-c66e-42f3-bd50-7ba630971bfc admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3130898 Sep 27 05:12:55.298927 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42102210-ddd4-4059-888e-d18b9055f250 None None] Network 5a8629ac-306a-4f88-a276-5300ec08a5f2 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:12:56.954123 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-5f97a38f-fbfd-4306-b5a5-a5063bf8e93c tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:56.955498 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-5f97a38f-fbfd-4306-b5a5-a5063bf8e93c tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/networks?id=5a8629ac-306a-4f88-a276-5300ec08a5f2 HTTP/1.1" status: 200 len: 809 time: 0.1026342 Sep 27 05:12:56.970132 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-3658d542-c859-457f-a67d-8ce1f1c861d4 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/quotas/ec41c3523d5244049a60e6d8ad22e47b HTTP/1.1" status: 200 len: 375 time: 0.0093610 Sep 27 05:12:57.004123 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-969281ea-32a7-48f9-b7f3-afbd84efef67 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ec41c3523d5244049a60e6d8ad22e47b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289030 Sep 27 05:12:57.092524 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-89ee4058-77d8-4928-bad2-ccfcef625807 service neutron] 10.222.0.27 "GET /v2.0/networks/5a8629ac-306a-4f88-a276-5300ec08a5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819511 Sep 27 05:12:57.181772 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-264dc190-b7e9-45ec-bb4d-36e18cb0cf34 service neutron] 10.222.0.27 "GET /v2.0/networks/5a8629ac-306a-4f88-a276-5300ec08a5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836544 Sep 27 05:12:57.337377 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-07af5ad0-2951-472c-ae33-bff5c430f7fc req-e638513f-0e79-4cd5-abbc-47ac95bc5ec6 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8 HTTP/1.1" status: 200 len: 210 time: 0.0285842 Sep 27 05:12:58.261218 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-77ee5763-4269-43fe-864e-0921812f6cc3 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:58.263224 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-77ee5763-4269-43fe-864e-0921812f6cc3 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.49 "GET /v2.0/networks?id=5a8629ac-306a-4f88-a276-5300ec08a5f2 HTTP/1.1" status: 200 len: 809 time: 0.1105220 Sep 27 05:12:58.274897 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-7e92bca9-5d0b-4646-9828-cd710a740bcc tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Request body: {'port': {'device_id': '5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8', 'network_id': '5a8629ac-306a-4f88-a276-5300ec08a5f2', 'admin_state_up': True, 'tenant_id': 'ec41c3523d5244049a60e6d8ad22e47b'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:12:58.384122 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-7e92bca9-5d0b-4646-9828-cd710a740bcc tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Made reservation on behalf of ec41c3523d5244049a60e6d8ad22e47b for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:12:58.387278 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-7e92bca9-5d0b-4646-9828-cd710a740bcc tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:58.465920 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0c4dac4d-4c3f-461f-b2a5-1349409683d5 req-bb3aedd0-bdff-47d0-a6d9-39944a97a0a2 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8 HTTP/1.1" status: 200 len: 210 time: 0.0550592 Sep 27 05:12:58.537347 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-7e92bca9-5d0b-4646-9828-cd710a740bcc tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Allocated IP 172.20.0.2 (5a8629ac-306a-4f88-a276-5300ec08a5f2/8d320f3b-f3ca-4a88-9ff1-d30b88135413/d2858f50-4222-41e9-9568-f9e3672acfae) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:12:58.680493 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-7e92bca9-5d0b-4646-9828-cd710a740bcc tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks [] for port (d2858f50-4222-41e9-9568-f9e3672acfae), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:58.712043 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-7e92bca9-5d0b-4646-9828-cd710a740bcc tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (d2858f50-4222-41e9-9568-f9e3672acfae), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:58.750351 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-7e92bca9-5d0b-4646-9828-cd710a740bcc tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Network 5a8629ac-306a-4f88-a276-5300ec08a5f2 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:12:58.753436 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-7e92bca9-5d0b-4646-9828-cd710a740bcc tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:12:58.757051 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-7e92bca9-5d0b-4646-9828-cd710a740bcc tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:12:58.787832 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92bca9-5d0b-4646-9828-cd710a740bcc tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Pushing event updated for resources: {'Port': ['ID=d2858f50-4222-41e9-9568-f9e3672acfae,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:58.814767 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-7e92bca9-5d0b-4646-9828-cd710a740bcc tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:58.815371 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-7e92bca9-5d0b-4646-9828-cd710a740bcc tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:58.830868 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-7e92bca9-5d0b-4646-9828-cd710a740bcc tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5596225 Sep 27 05:12:58.843300 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Request body: {'port': {'device_id': '5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:12:58.900466 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (d2858f50-4222-41e9-9568-f9e3672acfae), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:59.148024 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2858f50-4222-41e9-9568-f9e3672acfae {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:12:59.155632 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Publish callbacks [] for port (d2858f50-4222-41e9-9568-f9e3672acfae), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:59.167698 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Transition to ACTIVE for port object d2858f50-4222-41e9-9568-f9e3672acfae will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:12:59.171171 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (d2858f50-4222-41e9-9568-f9e3672acfae), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:59.225137 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:12:59.244185 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Pushing event updated for resources: {'Port': ['ID=d2858f50-4222-41e9-9568-f9e3672acfae,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:59.273964 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Attempting to bind port d2858f50-4222-41e9-9568-f9e3672acfae on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:12:59.274571 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Attempting to bind port d2858f50-4222-41e9-9568-f9e3672acfae by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '1820920d-c0cf-400a-ac29-731b826a9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a8629ac-306a-4f88-a276-5300ec08a5f2'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:12:59.274691 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Attempting to bind port d2858f50-4222-41e9-9568-f9e3672acfae on network 5a8629ac-306a-4f88-a276-5300ec08a5f2 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:12:59.279526 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Port d2858f50-4222-41e9-9568-f9e3672acfae on network 5a8629ac-306a-4f88-a276-5300ec08a5f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:12:59.279853 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Attempting to bind port d2858f50-4222-41e9-9568-f9e3672acfae on network 5a8629ac-306a-4f88-a276-5300ec08a5f2 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:12:59.284625 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:12:59.285006 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Checking segment: {'id': '1820920d-c0cf-400a-ac29-731b826a9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a8629ac-306a-4f88-a276-5300ec08a5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:12:59.285391 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Bound using segment: {'id': '1820920d-c0cf-400a-ac29-731b826a9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a8629ac-306a-4f88-a276-5300ec08a5f2'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:12:59.285822 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Bound port: d2858f50-4222-41e9-9568-f9e3672acfae, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1820920d-c0cf-400a-ac29-731b826a9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a8629ac-306a-4f88-a276-5300ec08a5f2'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:12:59.286181 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (d2858f50-4222-41e9-9568-f9e3672acfae), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:59.348422 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] For port d2858f50-4222-41e9-9568-f9e3672acfae, host hv-cinder-85846, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:12:59.351517 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] For port d2858f50-4222-41e9-9568-f9e3672acfae, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d2858f50-4222-41e9-9568-f9e3672acfae,segment=NetworkSegment(1820920d-c0cf-400a-ac29-731b826a9175),segment_id=1820920d-c0cf-400a-ac29-731b826a9175)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:12:59.357625 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (d2858f50-4222-41e9-9568-f9e3672acfae), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:59.361427 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:59.362033 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:12:59.363404 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] 10.222.0.49 "PUT /v2.0/ports/d2858f50-4222-41e9-9568-f9e3672acfae HTTP/1.1" status: 200 len: 1093 time: 0.5241561 Sep 27 05:12:59.363889 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8', 'tag': 'd2858f50-4222-41e9-9568-f9e3672acfae'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:12:59.366215 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0064827-9753-4bc7-92b6-4e8157a60f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8", "tag": "d2858f50-4222-41e9-9568-f9e3672acfae"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:12:59.411263 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4377108f-fc50-4436-bdb3-412006c9810d x-openstack-request-id: req-4377108f-fc50-4436-bdb3-412006c9810d {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:12:59.411561 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8", "tag": "d2858f50-4222-41e9-9568-f9e3672acfae", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:12:59.411817 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4377108f-fc50-4436-bdb3-412006c9810d {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:12:59.412216 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4377108f-fc50-4436-bdb3-412006c9810d'] response: {'name': 'network-changed', 'server_uuid': '5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8', 'tag': 'd2858f50-4222-41e9-9568-f9e3672acfae', 'status': 'completed', 'code': 200} Sep 27 05:12:59.447952 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384fa406-7d47-4ba6-9822-d03a3d550e8a service neutron] Pushing event updated for resources: {'Port': ['ID=d2858f50-4222-41e9-9568-f9e3672acfae,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:12:59.465721 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-b02329dc-be36-4291-9da8-cab73b8fff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:59.467571 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-b02329dc-be36-4291-9da8-cab73b8fff70 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec41c3523d5244049a60e6d8ad22e47b&device_id=5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8 HTTP/1.1" status: 200 len: 1127 time: 0.0580585 Sep 27 05:12:59.506878 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-060bc89b-e44a-4298-a182-7c9edfd7ee8b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2858f50-4222-41e9-9568-f9e3672acfae HTTP/1.1" status: 200 len: 217 time: 0.0320215 Sep 27 05:12:59.585591 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-190c0c01-f896-4a84-97a0-5a5d77ab703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:59.587005 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-190c0c01-f896-4a84-97a0-5a5d77ab703f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d320f3b-f3ca-4a88-9ff1-d30b88135413 HTTP/1.1" status: 200 len: 849 time: 0.0744662 Sep 27 05:12:59.620649 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-48b33b44-5adc-4673-89ce-524a38bdbf41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a8629ac-306a-4f88-a276-5300ec08a5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262749 Sep 27 05:12:59.628310 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d18ce-58c9-44b3-ba32-1ffc41a142a1 req-81c70de8-1ba4-4d58-9188-b4cb84119a5e tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:59.629666 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ea9d18ce-58c9-44b3-ba32-1ffc41a142a1 req-81c70de8-1ba4-4d58-9188-b4cb84119a5e tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8 HTTP/1.1" status: 200 len: 943 time: 0.0912995 Sep 27 05:12:59.723942 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ea9d18ce-58c9-44b3-ba32-1ffc41a142a1 req-032a40fe-b36d-422f-b221-b6f20cfc0bf9 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867207 Sep 27 05:12:59.746060 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-bd5f6126-c16a-4365-8f28-11740af63810 service neutron] 10.222.0.49 "GET /v2.0/networks/5a8629ac-306a-4f88-a276-5300ec08a5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155186 Sep 27 05:12:59.832264 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b141d7d-98fc-4717-95ba-bbc4916a172d req-f97d1fb8-00da-4328-a3c8-ab50130c31cb service neutron] 10.222.0.49 "GET /v2.0/networks/5a8629ac-306a-4f88-a276-5300ec08a5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801189 Sep 27 05:12:59.916691 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064827-9753-4bc7-92b6-4e8157a60f5b req-6dd3819c-8fb6-46b4-8a80-0358f83066ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:12:59.918713 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e0064827-9753-4bc7-92b6-4e8157a60f5b req-6dd3819c-8fb6-46b4-8a80-0358f83066ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec41c3523d5244049a60e6d8ad22e47b&device_id=5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8 HTTP/1.1" status: 200 len: 1127 time: 0.0435097 Sep 27 05:13:00.009604 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064827-9753-4bc7-92b6-4e8157a60f5b req-e60440e7-61c5-4fa4-9e41-ee694a0250a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:00.011067 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e0064827-9753-4bc7-92b6-4e8157a60f5b req-e60440e7-61c5-4fa4-9e41-ee694a0250a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5a8629ac-306a-4f88-a276-5300ec08a5f2 HTTP/1.1" status: 200 len: 910 time: 0.0859985 Sep 27 05:13:00.050085 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e0064827-9753-4bc7-92b6-4e8157a60f5b req-d1ac8a8e-9e87-4182-b9bc-d349605005f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2858f50-4222-41e9-9568-f9e3672acfae HTTP/1.1" status: 200 len: 217 time: 0.0321851 Sep 27 05:13:00.101390 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0064827-9753-4bc7-92b6-4e8157a60f5b req-e2000901-ebcc-4100-b3cf-7609d0d2541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:00.102811 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e0064827-9753-4bc7-92b6-4e8157a60f5b req-e2000901-ebcc-4100-b3cf-7609d0d2541f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d320f3b-f3ca-4a88-9ff1-d30b88135413 HTTP/1.1" status: 200 len: 849 time: 0.0454304 Sep 27 05:13:00.133814 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e0064827-9753-4bc7-92b6-4e8157a60f5b req-02236be0-36e3-478f-a5c2-677b28ff5281 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a8629ac-306a-4f88-a276-5300ec08a5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239196 Sep 27 05:13:00.221391 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e0064827-9753-4bc7-92b6-4e8157a60f5b req-ed519934-ce72-4c36-b646-2fa76ff9b7d4 service neutron] 10.222.0.49 "GET /v2.0/networks/5a8629ac-306a-4f88-a276-5300ec08a5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807536 Sep 27 05:13:00.312624 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e0064827-9753-4bc7-92b6-4e8157a60f5b req-3db056fb-0cbe-4269-841c-3db18582db6f service neutron] 10.222.0.49 "GET /v2.0/networks/5a8629ac-306a-4f88-a276-5300ec08a5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846274 Sep 27 05:13:00.850613 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca0073-f65d-413a-8eb1-e00962b9bc32 req-5efe9c0a-5144-4242-ad13-57477ed82a2b tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:00.852110 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1bca0073-f65d-413a-8eb1-e00962b9bc32 req-5efe9c0a-5144-4242-ad13-57477ed82a2b tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8 HTTP/1.1" status: 200 len: 943 time: 0.0537009 Sep 27 05:13:00.888923 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device d2858f50-4222-41e9-9568-f9e3672acfae details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:13:00.901267 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1bca0073-f65d-413a-8eb1-e00962b9bc32 req-e409b9d2-d88f-4b0c-886e-14a9d8f0f5e7 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434210 Sep 27 05:13:00.982520 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port d2858f50-4222-41e9-9568-f9e3672acfae, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d2858f50-4222-41e9-9568-f9e3672acfae,segment=NetworkSegment(1820920d-c0cf-400a-ac29-731b826a9175),segment_id=1820920d-c0cf-400a-ac29-731b826a9175)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:00.994085 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': 'd2858f50-4222-41e9-9568-f9e3672acfae', 'network_id': '5a8629ac-306a-4f88-a276-5300ec08a5f2', 'port_id': 'd2858f50-4222-41e9-9568-f9e3672acfae', 'mac_address': 'fa:16:3e:ca:66:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d320f3b-f3ca-4a88-9ff1-d30b88135413', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:13:01.032656 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port d2858f50-4222-41e9-9568-f9e3672acfae is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:01.032994 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (d2858f50-4222-41e9-9568-f9e3672acfae), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:01.046513 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2858f50-4222-41e9-9568-f9e3672acfae {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:13:01.066643 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port d2858f50-4222-41e9-9568-f9e3672acfae, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d2858f50-4222-41e9-9568-f9e3672acfae,segment=NetworkSegment(1820920d-c0cf-400a-ac29-731b826a9175),segment_id=1820920d-c0cf-400a-ac29-731b826a9175)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:01.070818 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (d2858f50-4222-41e9-9568-f9e3672acfae), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:01.118774 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=d2858f50-4222-41e9-9568-f9e3672acfae,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:01.318428 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['d2858f50-4222-41e9-9568-f9e3672acfae'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:13:02.026863 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26733a30-24e1-4b30-bc1b-59ce3d7ca6f7 req-91c5b082-c1b5-499b-b417-6badea26fab7 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:02.028736 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-26733a30-24e1-4b30-bc1b-59ce3d7ca6f7 req-91c5b082-c1b5-499b-b417-6badea26fab7 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8 HTTP/1.1" status: 200 len: 944 time: 0.0534804 Sep 27 05:13:02.077874 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-26733a30-24e1-4b30-bc1b-59ce3d7ca6f7 req-b6dfd409-d000-4f11-95ef-048cfc69c538 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435307 Sep 27 05:13:02.894305 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device d2858f50-4222-41e9-9568-f9e3672acfae up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:13:02.941246 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port d2858f50-4222-41e9-9568-f9e3672acfae completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:13:02.945423 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port d2858f50-4222-41e9-9568-f9e3672acfae triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:02.945803 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (d2858f50-4222-41e9-9568-f9e3672acfae), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:02.946144 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port d2858f50-4222-41e9-9568-f9e3672acfae Sep 27 05:13:03.022476 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port d2858f50-4222-41e9-9568-f9e3672acfae is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:03.022871 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (d2858f50-4222-41e9-9568-f9e3672acfae), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:03.050634 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2858f50-4222-41e9-9568-f9e3672acfae'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:13:03.052873 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a3f3f4-fb4d-4021-ada0-6a579adcd157" -d '{"events": [{"server_uuid": "5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8", "name": "network-vif-plugged", "status": "completed", "tag": "d2858f50-4222-41e9-9568-f9e3672acfae"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:13:03.199928 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cf8cab-24fa-4594-8be3-0df2d4ae61f4 x-openstack-request-id: req-28cf8cab-24fa-4594-8be3-0df2d4ae61f4 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:13:03.200237 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8", "name": "network-vif-plugged", "status": "completed", "tag": "d2858f50-4222-41e9-9568-f9e3672acfae", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:13:03.200405 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-28cf8cab-24fa-4594-8be3-0df2d4ae61f4 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:13:03.200969 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28cf8cab-24fa-4594-8be3-0df2d4ae61f4'] response: {'server_uuid': '5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2858f50-4222-41e9-9568-f9e3672acfae', 'code': 200} Sep 27 05:13:03.205582 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port d2858f50-4222-41e9-9568-f9e3672acfae, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d2858f50-4222-41e9-9568-f9e3672acfae,segment=NetworkSegment(1820920d-c0cf-400a-ac29-731b826a9175),segment_id=1820920d-c0cf-400a-ac29-731b826a9175)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:03.210946 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (d2858f50-4222-41e9-9568-f9e3672acfae), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:03.220701 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508067cd-7eb8-49ec-887a-e4d55da02935 req-09842c06-92b4-494f-a2b8-7574eb21f587 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:03.228097 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-508067cd-7eb8-49ec-887a-e4d55da02935 req-09842c06-92b4-494f-a2b8-7574eb21f587 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8 HTTP/1.1" status: 200 len: 944 time: 0.0695887 Sep 27 05:13:03.263176 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=d2858f50-4222-41e9-9568-f9e3672acfae,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:03.295444 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-508067cd-7eb8-49ec-887a-e4d55da02935 req-804f8716-4b74-4c1e-b470-f53caf611384 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665081 Sep 27 05:13:03.309732 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b538bb8-39a3-4d20-8425-cd909a271f63 req-0c0b9975-5b73-4478-94c7-06177ac4ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:03.311190 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b538bb8-39a3-4d20-8425-cd909a271f63 req-0c0b9975-5b73-4478-94c7-06177ac4ac74 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8 HTTP/1.1" status: 200 len: 1129 time: 0.0553591 Sep 27 05:13:03.355029 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9b538bb8-39a3-4d20-8425-cd909a271f63 req-fa4f6308-79da-4308-9eda-9c25615449af service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370834 Sep 27 05:13:04.426893 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45929f1-02de-4850-a841-e0ca38054a68 req-43be3c8b-66a4-4b69-9db1-77c52b00621b tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:04.428355 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c45929f1-02de-4850-a841-e0ca38054a68 req-43be3c8b-66a4-4b69-9db1-77c52b00621b tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8 HTTP/1.1" status: 200 len: 945 time: 0.0576115 Sep 27 05:13:04.478560 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c45929f1-02de-4850-a841-e0ca38054a68 req-e1ab281c-4552-40fd-8463-318b31a59cb7 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440052 Sep 27 05:13:05.604187 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f5728-0500-45e9-b0cd-c8302d757999 req-5301058a-d77c-49d0-9aa2-7d55857f3f07 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:05.606235 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d4f5728-0500-45e9-b0cd-c8302d757999 req-5301058a-d77c-49d0-9aa2-7d55857f3f07 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8 HTTP/1.1" status: 200 len: 945 time: 0.0528808 Sep 27 05:13:05.655399 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d4f5728-0500-45e9-b0cd-c8302d757999 req-6eff8483-2045-450d-bd78-b28a8637a8d9 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436201 Sep 27 05:13:05.774501 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3eaaf960-3a95-4c5f-af81-4618207b6395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:06.299883 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596d65-7056-450c-8b79-3a6fb5166c70 req-583b548d-fab6-4814-a6ac-a8cac1335781 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:06.301360 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9d596d65-7056-450c-8b79-3a6fb5166c70 req-583b548d-fab6-4814-a6ac-a8cac1335781 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8 HTTP/1.1" status: 200 len: 945 time: 0.0521865 Sep 27 05:13:06.352580 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9d596d65-7056-450c-8b79-3a6fb5166c70 req-dd48d139-f1b7-48b2-8070-4a1931ed1129 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454443 Sep 27 05:13:07.485554 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae34c27-4b04-4a2e-a29c-2f8550b13caf req-e417e3b1-40fe-46c7-a518-9af4a26ea1b3 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:07.488466 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1ae34c27-4b04-4a2e-a29c-2f8550b13caf req-e417e3b1-40fe-46c7-a518-9af4a26ea1b3 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8 HTTP/1.1" status: 200 len: 945 time: 0.0593524 Sep 27 05:13:07.534377 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1ae34c27-4b04-4a2e-a29c-2f8550b13caf req-19222338-327d-4e49-b510-14d8582b3aeb tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413222 Sep 27 05:13:07.745513 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8f370-fce9-47ef-be4f-74a1babebd5a req-61ba7a60-514b-49aa-a1c1-362b39a5811b tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:07.747436 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3ed8f370-fce9-47ef-be4f-74a1babebd5a req-61ba7a60-514b-49aa-a1c1-362b39a5811b tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.49 "GET /v2.0/ports?device_id=5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8 HTTP/1.1" status: 200 len: 945 time: 0.0527215 Sep 27 05:13:07.845972 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-3ed8f370-fce9-47ef-be4f-74a1babebd5a req-52646be2-80c5-4bc3-bcc7-1cc6eada8d17 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Deleting port d2858f50-4222-41e9-9568-f9e3672acfae {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:13:07.846411 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-3ed8f370-fce9-47ef-be4f-74a1babebd5a req-52646be2-80c5-4bc3-bcc7-1cc6eada8d17 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (d2858f50-4222-41e9-9568-f9e3672acfae), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:07.936394 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-3ed8f370-fce9-47ef-be4f-74a1babebd5a req-52646be2-80c5-4bc3-bcc7-1cc6eada8d17 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] For port d2858f50-4222-41e9-9568-f9e3672acfae, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d2858f50-4222-41e9-9568-f9e3672acfae,segment=NetworkSegment(1820920d-c0cf-400a-ac29-731b826a9175),segment_id=1820920d-c0cf-400a-ac29-731b826a9175)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:07.936752 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-3ed8f370-fce9-47ef-be4f-74a1babebd5a req-52646be2-80c5-4bc3-bcc7-1cc6eada8d17 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (d2858f50-4222-41e9-9568-f9e3672acfae), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:07.949283 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-3ed8f370-fce9-47ef-be4f-74a1babebd5a req-52646be2-80c5-4bc3-bcc7-1cc6eada8d17 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Calling delete_port for d2858f50-4222-41e9-9568-f9e3672acfae owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:13:08.079932 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-3ed8f370-fce9-47ef-be4f-74a1babebd5a req-52646be2-80c5-4bc3-bcc7-1cc6eada8d17 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (d2858f50-4222-41e9-9568-f9e3672acfae), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:08.092401 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['d2858f50-4222-41e9-9568-f9e3672acfae'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:13:08.109714 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52646be2-80c5-4bc3-bcc7-1cc6eada8d17 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Pushing event deleted for resources: {'Port': ['ID=d2858f50-4222-41e9-9568-f9e3672acfae,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:08.149124 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a03f4116-e0b5-4d67-9497-cdf8f1aff4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:08.171102 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed8f370-fce9-47ef-be4f-74a1babebd5a req-52646be2-80c5-4bc3-bcc7-1cc6eada8d17 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] No DVR routers for this DVR port d2858f50-4222-41e9-9568-f9e3672acfae on host hv-cinder-85846 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:13:08.173705 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-3ed8f370-fce9-47ef-be4f-74a1babebd5a req-52646be2-80c5-4bc3-bcc7-1cc6eada8d17 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:08.177141 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3ed8f370-fce9-47ef-be4f-74a1babebd5a req-52646be2-80c5-4bc3-bcc7-1cc6eada8d17 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.49 "DELETE /v2.0/ports/d2858f50-4222-41e9-9568-f9e3672acfae HTTP/1.1" status: 204 len: 173 time: 0.4251578 Sep 27 05:13:08.177684 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8', 'name': 'network-vif-deleted', 'tag': 'd2858f50-4222-41e9-9568-f9e3672acfae'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:13:08.180025 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32c29ee-e62e-47e9-8d7a-539f72667fdc" -d '{"events": [{"server_uuid": "5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8", "name": "network-vif-deleted", "tag": "d2858f50-4222-41e9-9568-f9e3672acfae"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:13:08.220208 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4065cc28-52d1-440c-9d74-6fe3dcc97c62 x-openstack-request-id: req-4065cc28-52d1-440c-9d74-6fe3dcc97c62 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:13:08.220509 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8", "name": "network-vif-deleted", "tag": "d2858f50-4222-41e9-9568-f9e3672acfae", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:13:08.220751 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4065cc28-52d1-440c-9d74-6fe3dcc97c62 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:13:08.221178 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4065cc28-52d1-440c-9d74-6fe3dcc97c62'] response: {'server_uuid': '5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8', 'name': 'network-vif-deleted', 'tag': 'd2858f50-4222-41e9-9568-f9e3672acfae', 'status': 'completed', 'code': 200} Sep 27 05:13:08.651590 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0b0474de-908b-4422-a17b-fbd55e120c71 req-f9ec048d-19da-492c-be2e-7ac7d6ac3488 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=5406e6b1-5dc6-4aeb-9e2f-c9a5d01095c8 HTTP/1.1" status: 200 len: 210 time: 0.0290530 Sep 27 05:13:09.393465 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:09.936956 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-32a14ca8-fd64-4a98-a7e8-d25bf4d4c977 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:09.938487 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-32a14ca8-fd64-4a98-a7e8-d25bf4d4c977 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/networks?id=5a8629ac-306a-4f88-a276-5300ec08a5f2 HTTP/1.1" status: 200 len: 809 time: 0.1035113 Sep 27 05:13:09.954269 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-c3bd7084-7e76-4de6-8c71-1376e4903eeb tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/quotas/ec41c3523d5244049a60e6d8ad22e47b HTTP/1.1" status: 200 len: 375 time: 0.0105929 Sep 27 05:13:09.988998 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-6ad5bb0b-e138-47d8-8ddf-7fa3d116ccd0 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ec41c3523d5244049a60e6d8ad22e47b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297127 Sep 27 05:13:10.077940 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-9c3accd4-aeb7-450b-a620-80ee3d29ab28 service neutron] 10.222.0.27 "GET /v2.0/networks/5a8629ac-306a-4f88-a276-5300ec08a5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821261 Sep 27 05:13:10.167437 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-d6df1e3a-6e94-42f2-8505-e608ba658833 service neutron] 10.222.0.27 "GET /v2.0/networks/5a8629ac-306a-4f88-a276-5300ec08a5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839176 Sep 27 05:13:10.329959 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6edfa155-3923-409d-885b-a4291145195d req-f3108512-646a-4fe5-a9ea-2760b6807a13 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=19baa304-85a5-46d4-a8bd-36d4d6afc719 HTTP/1.1" status: 200 len: 210 time: 0.0283294 Sep 27 05:13:10.790704 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:10.933169 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device d2858f50-4222-41e9-9568-f9e3672acfae no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:13:10.952977 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: d2858f50-4222-41e9-9568-f9e3672acfae {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:13:10.953330 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device d2858f50-4222-41e9-9568-f9e3672acfae not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:13:11.284506 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-02ea9eb9-62ab-42e8-ab8c-8fa369fccd7f tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:11.285994 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-02ea9eb9-62ab-42e8-ab8c-8fa369fccd7f tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.49 "GET /v2.0/networks?id=5a8629ac-306a-4f88-a276-5300ec08a5f2 HTTP/1.1" status: 200 len: 809 time: 0.1093202 Sep 27 05:13:11.298156 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-394f5347-4925-488f-bd35-833020d861ec tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Request body: {'port': {'device_id': '19baa304-85a5-46d4-a8bd-36d4d6afc719', 'network_id': '5a8629ac-306a-4f88-a276-5300ec08a5f2', 'admin_state_up': True, 'tenant_id': 'ec41c3523d5244049a60e6d8ad22e47b'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:11.663454 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d0d31261-61a6-40e3-9f69-283aa72cba01 req-b81b100c-7420-41f7-ae26-316bb389c9e8 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=19baa304-85a5-46d4-a8bd-36d4d6afc719 HTTP/1.1" status: 200 len: 210 time: 0.0582809 Sep 27 05:13:11.744625 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-394f5347-4925-488f-bd35-833020d861ec tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Made reservation on behalf of ec41c3523d5244049a60e6d8ad22e47b for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:13:11.752083 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-394f5347-4925-488f-bd35-833020d861ec tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:11.949428 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-394f5347-4925-488f-bd35-833020d861ec tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Allocated IP 172.20.0.7 (5a8629ac-306a-4f88-a276-5300ec08a5f2/8d320f3b-f3ca-4a88-9ff1-d30b88135413/ed145e95-6532-48a9-8fe3-5356b8d12039) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:13:12.096849 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-394f5347-4925-488f-bd35-833020d861ec tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks [] for port (ed145e95-6532-48a9-8fe3-5356b8d12039), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:12.121492 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:12.130484 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-394f5347-4925-488f-bd35-833020d861ec tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (ed145e95-6532-48a9-8fe3-5356b8d12039), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:12.204079 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-394f5347-4925-488f-bd35-833020d861ec tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Network 5a8629ac-306a-4f88-a276-5300ec08a5f2 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:13:12.217572 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-394f5347-4925-488f-bd35-833020d861ec tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:12.225232 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-394f5347-4925-488f-bd35-833020d861ec tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:13:12.229717 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f5347-4925-488f-bd35-833020d861ec tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Pushing event updated for resources: {'Port': ['ID=ed145e95-6532-48a9-8fe3-5356b8d12039,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:12.322307 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-394f5347-4925-488f-bd35-833020d861ec tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:12.323165 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-394f5347-4925-488f-bd35-833020d861ec tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:12.344037 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-394f5347-4925-488f-bd35-833020d861ec tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0495214 Sep 27 05:13:12.354846 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Request body: {'port': {'device_id': '19baa304-85a5-46d4-a8bd-36d4d6afc719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:12.412762 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (ed145e95-6532-48a9-8fe3-5356b8d12039), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:12.664287 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed145e95-6532-48a9-8fe3-5356b8d12039 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:13:12.672353 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Publish callbacks [] for port (ed145e95-6532-48a9-8fe3-5356b8d12039), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:12.684484 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Transition to ACTIVE for port object ed145e95-6532-48a9-8fe3-5356b8d12039 will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:13:12.688244 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (ed145e95-6532-48a9-8fe3-5356b8d12039), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:12.756730 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Pushing event updated for resources: {'Port': ['ID=ed145e95-6532-48a9-8fe3-5356b8d12039,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:12.833791 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Attempting to bind port ed145e95-6532-48a9-8fe3-5356b8d12039 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:13:12.834136 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Attempting to bind port ed145e95-6532-48a9-8fe3-5356b8d12039 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '1820920d-c0cf-400a-ac29-731b826a9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a8629ac-306a-4f88-a276-5300ec08a5f2'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:13:12.834465 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Attempting to bind port ed145e95-6532-48a9-8fe3-5356b8d12039 on network 5a8629ac-306a-4f88-a276-5300ec08a5f2 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:13:12.844985 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aeaabf-3938-4725-8c23-2770fa76c726 req-98030449-b05c-4447-97ab-a94ba80c588f tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:12.846460 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-22aeaabf-3938-4725-8c23-2770fa76c726 req-98030449-b05c-4447-97ab-a94ba80c588f tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=19baa304-85a5-46d4-a8bd-36d4d6afc719 HTTP/1.1" status: 200 len: 943 time: 0.1026089 Sep 27 05:13:12.848553 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Port ed145e95-6532-48a9-8fe3-5356b8d12039 on network 5a8629ac-306a-4f88-a276-5300ec08a5f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:13:12.848897 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Attempting to bind port ed145e95-6532-48a9-8fe3-5356b8d12039 on network 5a8629ac-306a-4f88-a276-5300ec08a5f2 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:13:12.860371 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:13:12.860707 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Checking segment: {'id': '1820920d-c0cf-400a-ac29-731b826a9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a8629ac-306a-4f88-a276-5300ec08a5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:13:12.861102 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Bound using segment: {'id': '1820920d-c0cf-400a-ac29-731b826a9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a8629ac-306a-4f88-a276-5300ec08a5f2'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:13:12.861535 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Bound port: ed145e95-6532-48a9-8fe3-5356b8d12039, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1820920d-c0cf-400a-ac29-731b826a9175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '5a8629ac-306a-4f88-a276-5300ec08a5f2'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:13:12.861889 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (ed145e95-6532-48a9-8fe3-5356b8d12039), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:12.926630 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-22aeaabf-3938-4725-8c23-2770fa76c726 req-32fa53de-b548-4921-87b6-7df6a047698b tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744743 Sep 27 05:13:12.948099 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] For port ed145e95-6532-48a9-8fe3-5356b8d12039, host hv-cinder-85846, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:13:12.952125 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] For port ed145e95-6532-48a9-8fe3-5356b8d12039, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=ed145e95-6532-48a9-8fe3-5356b8d12039,segment=NetworkSegment(1820920d-c0cf-400a-ac29-731b826a9175),segment_id=1820920d-c0cf-400a-ac29-731b826a9175)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:13:12.957952 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (ed145e95-6532-48a9-8fe3-5356b8d12039), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:12.961796 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:12.962401 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:12.963740 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] 10.222.0.49 "PUT /v2.0/ports/ed145e95-6532-48a9-8fe3-5356b8d12039 HTTP/1.1" status: 200 len: 1093 time: 0.6128750 Sep 27 05:13:12.964233 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19baa304-85a5-46d4-a8bd-36d4d6afc719', 'tag': 'ed145e95-6532-48a9-8fe3-5356b8d12039'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:13:12.966991 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3495b142-6f4d-404d-a6c9-46cfab3c5ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "19baa304-85a5-46d4-a8bd-36d4d6afc719", "tag": "ed145e95-6532-48a9-8fe3-5356b8d12039"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:13:13.014305 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808f17a8-e1bf-4480-bf9d-a558ae45b8df x-openstack-request-id: req-808f17a8-e1bf-4480-bf9d-a558ae45b8df {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:13:13.014606 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19baa304-85a5-46d4-a8bd-36d4d6afc719", "tag": "ed145e95-6532-48a9-8fe3-5356b8d12039", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:13:13.015218 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-808f17a8-e1bf-4480-bf9d-a558ae45b8df {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:13:13.015637 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808f17a8-e1bf-4480-bf9d-a558ae45b8df'] response: {'name': 'network-changed', 'server_uuid': '19baa304-85a5-46d4-a8bd-36d4d6afc719', 'tag': 'ed145e95-6532-48a9-8fe3-5356b8d12039', 'status': 'completed', 'code': 200} Sep 27 05:13:13.049028 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0529d-a1c8-41f3-a11f-6399fc0ec09f service neutron] Pushing event updated for resources: {'Port': ['ID=ed145e95-6532-48a9-8fe3-5356b8d12039,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:13.078333 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-90a44e77-244d-4cec-affd-bc54cf62adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:13.079911 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-90a44e77-244d-4cec-affd-bc54cf62adc0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec41c3523d5244049a60e6d8ad22e47b&device_id=19baa304-85a5-46d4-a8bd-36d4d6afc719 HTTP/1.1" status: 200 len: 1127 time: 0.0610256 Sep 27 05:13:13.125849 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-b69cf5e0-5b60-4dd0-acd6-380aeffd4a7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed145e95-6532-48a9-8fe3-5356b8d12039 HTTP/1.1" status: 200 len: 217 time: 0.0383499 Sep 27 05:13:13.173965 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-9620ba0f-0bf3-4688-80fd-e5df6bf42c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:13.175452 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-9620ba0f-0bf3-4688-80fd-e5df6bf42c39 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d320f3b-f3ca-4a88-9ff1-d30b88135413 HTTP/1.1" status: 200 len: 849 time: 0.0442169 Sep 27 05:13:13.207174 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-16247b69-9ee1-451f-a919-f14e0312353e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a8629ac-306a-4f88-a276-5300ec08a5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253570 Sep 27 05:13:13.304899 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-85797348-e458-4592-8f36-50300f63b1ee service neutron] 10.222.0.49 "GET /v2.0/networks/5a8629ac-306a-4f88-a276-5300ec08a5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880132 Sep 27 05:13:13.400587 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ee918e9f-9931-4f86-8690-2812a94a4006 req-d09557b6-83d0-4729-99d5-2012ca3adb2d service neutron] 10.222.0.49 "GET /v2.0/networks/5a8629ac-306a-4f88-a276-5300ec08a5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898941 Sep 27 05:13:13.489777 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495b142-6f4d-404d-a6c9-46cfab3c5ae5 req-9de4980d-5a4d-4ad4-a14b-0da8badd45de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:13.491271 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3495b142-6f4d-404d-a6c9-46cfab3c5ae5 req-9de4980d-5a4d-4ad4-a14b-0da8badd45de service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ec41c3523d5244049a60e6d8ad22e47b&device_id=19baa304-85a5-46d4-a8bd-36d4d6afc719 HTTP/1.1" status: 200 len: 1127 time: 0.0467837 Sep 27 05:13:13.594372 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495b142-6f4d-404d-a6c9-46cfab3c5ae5 req-060090cd-04e5-41fe-96f6-fcd6d1353923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:13.595829 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3495b142-6f4d-404d-a6c9-46cfab3c5ae5 req-060090cd-04e5-41fe-96f6-fcd6d1353923 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5a8629ac-306a-4f88-a276-5300ec08a5f2 HTTP/1.1" status: 200 len: 910 time: 0.0909867 Sep 27 05:13:13.635058 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3495b142-6f4d-404d-a6c9-46cfab3c5ae5 req-f95a9d20-f0ab-4350-b12e-8a47ce63ddf5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed145e95-6532-48a9-8fe3-5356b8d12039 HTTP/1.1" status: 200 len: 217 time: 0.0329580 Sep 27 05:13:13.687486 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495b142-6f4d-404d-a6c9-46cfab3c5ae5 req-a2dbe637-5a6d-48fb-9f70-6bd2a39b1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:13.688923 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3495b142-6f4d-404d-a6c9-46cfab3c5ae5 req-a2dbe637-5a6d-48fb-9f70-6bd2a39b1b93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d320f3b-f3ca-4a88-9ff1-d30b88135413 HTTP/1.1" status: 200 len: 849 time: 0.0473149 Sep 27 05:13:13.720764 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3495b142-6f4d-404d-a6c9-46cfab3c5ae5 req-b57d25d7-e604-4404-a5e0-55b545f30a1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5a8629ac-306a-4f88-a276-5300ec08a5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249474 Sep 27 05:13:13.811021 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3495b142-6f4d-404d-a6c9-46cfab3c5ae5 req-68b28318-0b01-4efb-a4d5-0763199f5c92 service neutron] 10.222.0.49 "GET /v2.0/networks/5a8629ac-306a-4f88-a276-5300ec08a5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820241 Sep 27 05:13:13.902092 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3495b142-6f4d-404d-a6c9-46cfab3c5ae5 req-45b8ad7f-3fb7-49f3-8cc7-0977cec81c4d service neutron] 10.222.0.49 "GET /v2.0/networks/5a8629ac-306a-4f88-a276-5300ec08a5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849378 Sep 27 05:13:14.054692 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f61881-5027-46da-9a71-93764a4df1dd req-6ca149aa-23ad-4616-a87a-173f97831376 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:14.056161 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6f61881-5027-46da-9a71-93764a4df1dd req-6ca149aa-23ad-4616-a87a-173f97831376 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=19baa304-85a5-46d4-a8bd-36d4d6afc719 HTTP/1.1" status: 200 len: 943 time: 0.0537763 Sep 27 05:13:14.102477 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d6f61881-5027-46da-9a71-93764a4df1dd req-7487df8c-9539-411e-aaa1-db9637913818 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398350 Sep 27 05:13:14.539137 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7dec9-fbda-4182-8b82-d33eea28480d req-1bf95f30-9ec8-475d-8e05-3ef90ab0f8f4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:14.540626 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-23a7dec9-fbda-4182-8b82-d33eea28480d req-1bf95f30-9ec8-475d-8e05-3ef90ab0f8f4 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 946 time: 0.0522857 Sep 27 05:13:14.591251 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-23a7dec9-fbda-4182-8b82-d33eea28480d req-58f097dc-1387-4b18-934c-2b2a2723504f tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443985 Sep 27 05:13:14.951119 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device ed145e95-6532-48a9-8fe3-5356b8d12039 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:13:15.048069 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port ed145e95-6532-48a9-8fe3-5356b8d12039, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=ed145e95-6532-48a9-8fe3-5356b8d12039,segment=NetworkSegment(1820920d-c0cf-400a-ac29-731b826a9175),segment_id=1820920d-c0cf-400a-ac29-731b826a9175)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:15.060181 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': 'ed145e95-6532-48a9-8fe3-5356b8d12039', 'network_id': '5a8629ac-306a-4f88-a276-5300ec08a5f2', 'port_id': 'ed145e95-6532-48a9-8fe3-5356b8d12039', 'mac_address': 'fa:16:3e:89:b5:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d320f3b-f3ca-4a88-9ff1-d30b88135413', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:13:15.094036 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port ed145e95-6532-48a9-8fe3-5356b8d12039 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:15.094432 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (ed145e95-6532-48a9-8fe3-5356b8d12039), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:15.107384 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed145e95-6532-48a9-8fe3-5356b8d12039 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:13:15.126247 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port ed145e95-6532-48a9-8fe3-5356b8d12039, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=ed145e95-6532-48a9-8fe3-5356b8d12039,segment=NetworkSegment(1820920d-c0cf-400a-ac29-731b826a9175),segment_id=1820920d-c0cf-400a-ac29-731b826a9175)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:15.130395 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (ed145e95-6532-48a9-8fe3-5356b8d12039), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:15.180119 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=ed145e95-6532-48a9-8fe3-5356b8d12039,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:15.187978 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:15.188336 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:15.188686 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:15.189056 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:15.189391 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:15.189725 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:15.190059 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:15.190390 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:15.190722 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:15.191050 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:15.191379 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:15.191705 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:15.192028 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:15.232921 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb220daa-837d-462f-9e56-636d68cbc3a3 req-3ca68a93-806d-427e-9e85-9e0d494226f9 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:15.234396 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bb220daa-837d-462f-9e56-636d68cbc3a3 req-3ca68a93-806d-427e-9e85-9e0d494226f9 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=19baa304-85a5-46d4-a8bd-36d4d6afc719 HTTP/1.1" status: 200 len: 944 time: 0.0538375 Sep 27 05:13:15.283035 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bb220daa-837d-462f-9e56-636d68cbc3a3 req-b1af555a-6073-42ec-a419-d5e3c73272f9 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428479 Sep 27 05:13:15.375683 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['ed145e95-6532-48a9-8fe3-5356b8d12039'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:13:15.721522 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1ac2c-e92e-48c2-b873-96da8c4ac582 req-81429066-f5fb-4796-a74a-bc1e0817df3b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:15.723009 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ace1ac2c-e92e-48c2-b873-96da8c4ac582 req-81429066-f5fb-4796-a74a-bc1e0817df3b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 946 time: 0.0528960 Sep 27 05:13:15.769270 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ace1ac2c-e92e-48c2-b873-96da8c4ac582 req-7cb9da9c-0ca0-45c9-af6a-d3e7ec9ad994 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups?id=5034ae65-4e31-4d0c-815d-c65a1a97be4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403967 Sep 27 05:13:15.896140 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-ddaaa57a-1924-49e6-aad5-4ae5701df1dd tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:15.897622 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-ddaaa57a-1924-49e6-aad5-4ae5701df1dd tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 946 time: 0.0561607 Sep 27 05:13:15.907858 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:15.987413 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-a457507c-e59e-470b-bf85-b35e3e854179 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Deleting port 74fec47f-4151-401d-9d0f-5e42351ac976 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:13:15.987795 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-a457507c-e59e-470b-bf85-b35e3e854179 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:16.078704 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-a457507c-e59e-470b-bf85-b35e3e854179 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] For port 74fec47f-4151-401d-9d0f-5e42351ac976, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=74fec47f-4151-401d-9d0f-5e42351ac976,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:16.078978 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-a457507c-e59e-470b-bf85-b35e3e854179 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:16.232138 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-a457507c-e59e-470b-bf85-b35e3e854179 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:16.232500 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-a457507c-e59e-470b-bf85-b35e3e854179 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (ec5b7489-4575-4b1f-9d10-7c6f126fafc1), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:16.232844 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-a457507c-e59e-470b-bf85-b35e3e854179 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Floating IP ec5b7489-4575-4b1f-9d10-7c6f126fafc1 disassociated. External IP: 172.27.1.42, port: 74fec47f-4151-401d-9d0f-5e42351ac976. Sep 27 05:13:16.233187 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-a457507c-e59e-470b-bf85-b35e3e854179 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Calling delete_port for 74fec47f-4151-401d-9d0f-5e42351ac976 owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:13:16.365712 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-a457507c-e59e-470b-bf85-b35e3e854179 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (74fec47f-4151-401d-9d0f-5e42351ac976), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:16.411427 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457507c-e59e-470b-bf85-b35e3e854179 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event deleted for resources: {'Port': ['ID=74fec47f-4151-401d-9d0f-5e42351ac976,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:16.477809 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398dbe0-27f1-42be-8c00-224873f90207 req-9b5ca3ae-cd08-4ade-8c39-87b5982d25be tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:16.479267 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a398dbe0-27f1-42be-8c00-224873f90207 req-9b5ca3ae-cd08-4ade-8c39-87b5982d25be tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=19baa304-85a5-46d4-a8bd-36d4d6afc719 HTTP/1.1" status: 200 len: 944 time: 0.1218734 Sep 27 05:13:16.565998 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a398dbe0-27f1-42be-8c00-224873f90207 req-46b8b852-82cc-4f9d-86d8-d773efd4d572 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802152 Sep 27 05:13:16.567696 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-a457507c-e59e-470b-bf85-b35e3e854179 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Router 764a60f9-2981-423b-a91a-2573cc9cee8d has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:13:16.669582 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-a457507c-e59e-470b-bf85-b35e3e854179 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:13:16.679375 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47f78c-6819-4a52-a006-a55e8ea2029b None None] Sync routers for ids ['764a60f9-2981-423b-a91a-2573cc9cee8d'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:13:16.690404 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47f78c-6819-4a52-a006-a55e8ea2029b None None] Routers {'764a60f9-2981-423b-a91a-2573cc9cee8d'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:16.691015 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-af47f78c-6819-4a52-a006-a55e8ea2029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['764a60f9-2981-423b-a91a-2573cc9cee8d'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:16.710142 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-a457507c-e59e-470b-bf85-b35e3e854179 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] No DVR routers for this DVR port 74fec47f-4151-401d-9d0f-5e42351ac976 on host hv-cinder-85846 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:13:16.712695 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-a457507c-e59e-470b-bf85-b35e3e854179 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:16.716096 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-556e77e5-9dcf-4269-bb61-f8502f7e4ad6 req-a457507c-e59e-470b-bf85-b35e3e854179 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.49 "DELETE /v2.0/ports/74fec47f-4151-401d-9d0f-5e42351ac976 HTTP/1.1" status: 204 len: 173 time: 0.8125935 Sep 27 05:13:16.716590 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'name': 'network-vif-deleted', 'tag': '74fec47f-4151-401d-9d0f-5e42351ac976'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:13:16.718867 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe36da2-2119-4f10-b40c-de50fe236cba" -d '{"events": [{"server_uuid": "bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de", "name": "network-vif-deleted", "tag": "74fec47f-4151-401d-9d0f-5e42351ac976"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:13:16.759196 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0308e969-66ca-489e-a8bc-5d12a7c10237 x-openstack-request-id: req-0308e969-66ca-489e-a8bc-5d12a7c10237 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:13:16.759789 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de", "name": "network-vif-deleted", "tag": "74fec47f-4151-401d-9d0f-5e42351ac976", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:13:16.759789 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0308e969-66ca-489e-a8bc-5d12a7c10237 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:13:16.760138 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0308e969-66ca-489e-a8bc-5d12a7c10237'] response: {'server_uuid': 'bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de', 'name': 'network-vif-deleted', 'tag': '74fec47f-4151-401d-9d0f-5e42351ac976', 'status': 'completed', 'code': 200} Sep 27 05:13:16.805473 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-af47f78c-6819-4a52-a006-a55e8ea2029b None None] Set router 764a60f9-2981-423b-a91a-2573cc9cee8d gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:16.913311 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-279ea436-75f4-44ad-ab0b-e3f9fb7e00b3 req-c4ff8d14-4495-405f-8f51-dbae75abb09b tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/ports?device_id=bb932d30-0a2c-40c4-b2fe-6b9d2bdfb5de HTTP/1.1" status: 200 len: 210 time: 0.0276353 Sep 27 05:13:16.972209 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device ed145e95-6532-48a9-8fe3-5356b8d12039 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:13:17.014484 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-af47f78c-6819-4a52-a006-a55e8ea2029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:38Z', 'revision_number': 5, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:17.019740 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port ed145e95-6532-48a9-8fe3-5356b8d12039 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:13:17.023585 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port ed145e95-6532-48a9-8fe3-5356b8d12039 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:17.023971 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (ed145e95-6532-48a9-8fe3-5356b8d12039), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:17.024317 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port ed145e95-6532-48a9-8fe3-5356b8d12039 Sep 27 05:13:17.038484 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47f78c-6819-4a52-a006-a55e8ea2029b None None] Checking router: 764a60f9-2981-423b-a91a-2573cc9cee8d for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:13:17.048012 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47f78c-6819-4a52-a006-a55e8ea2029b None None] Routers {'764a60f9-2981-423b-a91a-2573cc9cee8d'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:17.048613 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-af47f78c-6819-4a52-a006-a55e8ea2029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['764a60f9-2981-423b-a91a-2573cc9cee8d'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:17.098801 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port ed145e95-6532-48a9-8fe3-5356b8d12039 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:17.099198 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (ed145e95-6532-48a9-8fe3-5356b8d12039), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:17.123712 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19baa304-85a5-46d4-a8bd-36d4d6afc719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed145e95-6532-48a9-8fe3-5356b8d12039'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:13:17.126090 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f5df2d-e100-4def-a24c-756376d9e0d3" -d '{"events": [{"server_uuid": "19baa304-85a5-46d4-a8bd-36d4d6afc719", "name": "network-vif-plugged", "status": "completed", "tag": "ed145e95-6532-48a9-8fe3-5356b8d12039"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:13:17.143315 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port ed145e95-6532-48a9-8fe3-5356b8d12039, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=ed145e95-6532-48a9-8fe3-5356b8d12039,segment=NetworkSegment(1820920d-c0cf-400a-ac29-731b826a9175),segment_id=1820920d-c0cf-400a-ac29-731b826a9175)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:17.148578 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (ed145e95-6532-48a9-8fe3-5356b8d12039), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:17.172193 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-af47f78c-6819-4a52-a006-a55e8ea2029b None None] Set router 764a60f9-2981-423b-a91a-2573cc9cee8d gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:17.175392 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e165b9c8-3419-4a81-8792-20214e5eb254 x-openstack-request-id: req-e165b9c8-3419-4a81-8792-20214e5eb254 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:13:17.175695 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19baa304-85a5-46d4-a8bd-36d4d6afc719", "name": "network-vif-plugged", "status": "completed", "tag": "ed145e95-6532-48a9-8fe3-5356b8d12039", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:13:17.175955 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e165b9c8-3419-4a81-8792-20214e5eb254 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:13:17.176351 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e165b9c8-3419-4a81-8792-20214e5eb254'] response: {'server_uuid': '19baa304-85a5-46d4-a8bd-36d4d6afc719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed145e95-6532-48a9-8fe3-5356b8d12039', 'code': 200} Sep 27 05:13:17.206593 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=ed145e95-6532-48a9-8fe3-5356b8d12039,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:17.362038 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071bb0b-74f1-4d2c-95ad-028bd2d3768a req-1e26bb7b-608e-4868-8132-946b2eff4218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:17.363562 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7071bb0b-74f1-4d2c-95ad-028bd2d3768a req-1e26bb7b-608e-4868-8132-946b2eff4218 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=19baa304-85a5-46d4-a8bd-36d4d6afc719 HTTP/1.1" status: 200 len: 1129 time: 0.0486476 Sep 27 05:13:17.382102 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-af47f78c-6819-4a52-a006-a55e8ea2029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:38Z', 'revision_number': 5, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:17.406818 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47f78c-6819-4a52-a006-a55e8ea2029b None None] The sync data for ids ['764a60f9-2981-423b-a91a-2573cc9cee8d'] in dv-cinder-858463-2-iscsi is: [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:07:33Z', 'revision_number': 4, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'd53f00f7-3461-4e6e-9634-d937b3504fd0', 'name': '', 'network_id': '68f55e36-d9fc-4a97-965b-697b60bb0317', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'mac_address': 'fa:16:3e:51:28:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:32Z', 'updated_at': '2022-09-27T05:07:38Z', 'revision_number': 5, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'subnets': [{'id': '2296294a-06a0-47d1-88b5-ab865bff1c05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:13:17.408014 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7071bb0b-74f1-4d2c-95ad-028bd2d3768a req-8df65876-0cdd-4e44-b094-5bdb9497ef98 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378284 Sep 27 05:13:17.630483 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d8605-1217-4322-bc88-47d39739d9b9 None None] New status for floating IP ec5b7489-4575-4b1f-9d10-7c6f126fafc1: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:13:17.692703 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7bd68-f777-4522-a229-f716b2992b46 req-20dc5d60-ce96-43a0-a23c-26357a11c151 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:17.694283 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-42c7bd68-f777-4522-a229-f716b2992b46 req-20dc5d60-ce96-43a0-a23c-26357a11c151 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=19baa304-85a5-46d4-a8bd-36d4d6afc719 HTTP/1.1" status: 200 len: 945 time: 0.0529661 Sep 27 05:13:17.742032 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-42c7bd68-f777-4522-a229-f716b2992b46 req-482a3694-d950-4e0b-93a5-4b0c063de83e tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412574 Sep 27 05:13:18.013801 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40262) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:18.067476 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b7a179ee-821d-4dc2-84b7-199d60e9f787 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group (5034ae65-4e31-4d0c-815d-c65a1a97be4b), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:18.091017 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b7a179ee-821d-4dc2-84b7-199d60e9f787 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group (5034ae65-4e31-4d0c-815d-c65a1a97be4b), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:18.137738 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b7a179ee-821d-4dc2-84b7-199d60e9f787 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (5034ae65-4e31-4d0c-815d-c65a1a97be4b), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:18.140390 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b7a179ee-821d-4dc2-84b7-199d60e9f787 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:18.141838 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b7a179ee-821d-4dc2-84b7-199d60e9f787 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "DELETE /v2.0/security-groups/5034ae65-4e31-4d0c-815d-c65a1a97be4b HTTP/1.1" status: 204 len: 168 time: 0.1267886 Sep 27 05:13:18.144642 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40264) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:18.150773 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a179ee-821d-4dc2-84b7-199d60e9f787 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5034ae65-4e31-4d0c-815d-c65a1a97be4b,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:18.157939 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.api.v2.resource [None req-d23d8f2c-2805-4609-9d9d-4c5ed0a680b8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] show failed (client error): The resource could not be found. Sep 27 05:13:18.159046 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d23d8f2c-2805-4609-9d9d-4c5ed0a680b8 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "GET /v2.0/security-groups/5034ae65-4e31-4d0c-815d-c65a1a97be4b HTTP/1.1" status: 404 len: 347 time: 0.0132689 Sep 27 05:13:18.163082 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40266) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:18.279678 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b33e20f9-3395-45e1-be98-07aa6cad5af7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Deleting port 9bb892f1-067f-40a2-abff-0f8f740996cd {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:13:18.279937 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b33e20f9-3395-45e1-be98-07aa6cad5af7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (9bb892f1-067f-40a2-abff-0f8f740996cd), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:18.358310 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b33e20f9-3395-45e1-be98-07aa6cad5af7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (9bb892f1-067f-40a2-abff-0f8f740996cd), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:18.358642 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b33e20f9-3395-45e1-be98-07aa6cad5af7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for floatingip (9bb892f1-067f-40a2-abff-0f8f740996cd), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:18.370056 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b33e20f9-3395-45e1-be98-07aa6cad5af7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Calling delete_port for 9bb892f1-067f-40a2-abff-0f8f740996cd owned by network:floatingip {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:13:18.501611 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b33e20f9-3395-45e1-be98-07aa6cad5af7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (9bb892f1-067f-40a2-abff-0f8f740996cd), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:18.525566 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e20f9-3395-45e1-be98-07aa6cad5af7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Pushing event deleted for resources: {'Port': ['ID=9bb892f1-067f-40a2-abff-0f8f740996cd,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:18.585003 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b33e20f9-3395-45e1-be98-07aa6cad5af7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks [] for floatingip (ec5b7489-4575-4b1f-9d10-7c6f126fafc1), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:18.587537 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b33e20f9-3395-45e1-be98-07aa6cad5af7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:18.588667 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b33e20f9-3395-45e1-be98-07aa6cad5af7 tempest-AttachVolumeShelveTestJSON-1606980284 tempest-AttachVolumeShelveTestJSON-1606980284-project] 10.222.0.27 "DELETE /v2.0/floatingips/ec5b7489-4575-4b1f-9d10-7c6f126fafc1 HTTP/1.1" status: 204 len: 168 time: 0.4247038 Sep 27 05:13:18.876664 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b1b33-9323-48b6-8168-2e0fd55623aa req-ed9d8923-b968-4eda-a352-b40c35b7d798 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:18.878177 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1f1b1b33-9323-48b6-8168-2e0fd55623aa req-ed9d8923-b968-4eda-a352-b40c35b7d798 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=19baa304-85a5-46d4-a8bd-36d4d6afc719 HTTP/1.1" status: 200 len: 945 time: 0.0617034 Sep 27 05:13:18.925228 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1f1b1b33-9323-48b6-8168-2e0fd55623aa req-a1d6b15f-02c9-4207-b77a-9daf0c1ec383 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415041 Sep 27 05:13:18.987127 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 74fec47f-4151-401d-9d0f-5e42351ac976 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:13:19.007412 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: 74fec47f-4151-401d-9d0f-5e42351ac976 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:13:19.007819 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 74fec47f-4151-401d-9d0f-5e42351ac976 not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:13:19.568194 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813b5ea-c671-459d-b927-a1fcd32887a6 req-3c0d36d6-17d5-4171-ba66-e540f9bcddc4 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:19.571815 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4813b5ea-c671-459d-b927-a1fcd32887a6 req-3c0d36d6-17d5-4171-ba66-e540f9bcddc4 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=19baa304-85a5-46d4-a8bd-36d4d6afc719 HTTP/1.1" status: 200 len: 945 time: 0.0543702 Sep 27 05:13:19.617743 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4813b5ea-c671-459d-b927-a1fcd32887a6 req-21ac0b4c-9afb-4751-aa42-2d98a3da6d13 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403693 Sep 27 05:13:20.745147 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505a67d-4c33-4c7c-90e5-9a226bbbf072 req-ffd720f1-9671-4da6-aec6-a453f8b987df tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:20.746728 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6505a67d-4c33-4c7c-90e5-9a226bbbf072 req-ffd720f1-9671-4da6-aec6-a453f8b987df tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=19baa304-85a5-46d4-a8bd-36d4d6afc719 HTTP/1.1" status: 200 len: 945 time: 0.0547712 Sep 27 05:13:20.801544 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6505a67d-4c33-4c7c-90e5-9a226bbbf072 req-ab6f34d7-ccf6-4e8d-8c97-1fbe1b1cf9a0 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/security-groups?id=286ac453-43c9-4419-a14b-efe0a12c1e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491564 Sep 27 05:13:20.841923 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a06506-a216-4cb9-b95f-f891292fe0b8 req-eb134c72-104b-496c-9712-8c90e6738621 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:20.843385 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-45a06506-a216-4cb9-b95f-f891292fe0b8 req-eb134c72-104b-496c-9712-8c90e6738621 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.49 "GET /v2.0/ports?device_id=19baa304-85a5-46d4-a8bd-36d4d6afc719 HTTP/1.1" status: 200 len: 945 time: 0.0537081 Sep 27 05:13:20.929337 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-45a06506-a216-4cb9-b95f-f891292fe0b8 req-252eff8d-1ab3-40d7-a210-c9cbeb9f7507 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Deleting port ed145e95-6532-48a9-8fe3-5356b8d12039 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:13:20.929684 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-45a06506-a216-4cb9-b95f-f891292fe0b8 req-252eff8d-1ab3-40d7-a210-c9cbeb9f7507 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (ed145e95-6532-48a9-8fe3-5356b8d12039), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:20.993321 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40306) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:21.034178 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-45a06506-a216-4cb9-b95f-f891292fe0b8 req-252eff8d-1ab3-40d7-a210-c9cbeb9f7507 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] For port ed145e95-6532-48a9-8fe3-5356b8d12039, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=ed145e95-6532-48a9-8fe3-5356b8d12039,segment=NetworkSegment(1820920d-c0cf-400a-ac29-731b826a9175),segment_id=1820920d-c0cf-400a-ac29-731b826a9175)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:21.034543 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-45a06506-a216-4cb9-b95f-f891292fe0b8 req-252eff8d-1ab3-40d7-a210-c9cbeb9f7507 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (ed145e95-6532-48a9-8fe3-5356b8d12039), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:21.052943 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [req-45a06506-a216-4cb9-b95f-f891292fe0b8 req-252eff8d-1ab3-40d7-a210-c9cbeb9f7507 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Calling delete_port for ed145e95-6532-48a9-8fe3-5356b8d12039 owned by compute:nova {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:13:21.331480 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-45a06506-a216-4cb9-b95f-f891292fe0b8 req-252eff8d-1ab3-40d7-a210-c9cbeb9f7507 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (ed145e95-6532-48a9-8fe3-5356b8d12039), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:21.384453 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252eff8d-1ab3-40d7-a210-c9cbeb9f7507 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Pushing event deleted for resources: {'Port': ['ID=ed145e95-6532-48a9-8fe3-5356b8d12039,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:21.448069 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a06506-a216-4cb9-b95f-f891292fe0b8 req-252eff8d-1ab3-40d7-a210-c9cbeb9f7507 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] No DVR routers for this DVR port ed145e95-6532-48a9-8fe3-5356b8d12039 on host hv-cinder-85846 {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:13:21.451838 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-45a06506-a216-4cb9-b95f-f891292fe0b8 req-252eff8d-1ab3-40d7-a210-c9cbeb9f7507 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:21.455208 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-45a06506-a216-4cb9-b95f-f891292fe0b8 req-252eff8d-1ab3-40d7-a210-c9cbeb9f7507 tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.49 "DELETE /v2.0/ports/ed145e95-6532-48a9-8fe3-5356b8d12039 HTTP/1.1" status: 204 len: 173 time: 0.6071184 Sep 27 05:13:21.455710 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19baa304-85a5-46d4-a8bd-36d4d6afc719', 'name': 'network-vif-deleted', 'tag': 'ed145e95-6532-48a9-8fe3-5356b8d12039'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:13:21.458060 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e52d900-abac-4be0-b425-1e3ff6ac2084" -d '{"events": [{"server_uuid": "19baa304-85a5-46d4-a8bd-36d4d6afc719", "name": "network-vif-deleted", "tag": "ed145e95-6532-48a9-8fe3-5356b8d12039"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:13:21.500073 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03aeed7-7603-4f82-b532-6b955d6f7144 x-openstack-request-id: req-c03aeed7-7603-4f82-b532-6b955d6f7144 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:13:21.500389 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19baa304-85a5-46d4-a8bd-36d4d6afc719", "name": "network-vif-deleted", "tag": "ed145e95-6532-48a9-8fe3-5356b8d12039", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:13:21.500646 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c03aeed7-7603-4f82-b532-6b955d6f7144 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:13:21.501077 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03aeed7-7603-4f82-b532-6b955d6f7144'] response: {'server_uuid': '19baa304-85a5-46d4-a8bd-36d4d6afc719', 'name': 'network-vif-deleted', 'tag': 'ed145e95-6532-48a9-8fe3-5356b8d12039', 'status': 'completed', 'code': 200} Sep 27 05:13:21.545917 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c4061318-88e0-4544-8141-a02c719d00c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7912454'] for router_interface (764a60f9-2981-423b-a91a-2573cc9cee8d), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:22.086657 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e7b65481-ff56-4b68-a4d9-757368507950 req-40300eee-4146-4a8d-8d50-818045bc530c tempest-VolumesActionsTest-716617175 tempest-VolumesActionsTest-716617175-project] 10.222.0.27 "GET /v2.0/ports?device_id=19baa304-85a5-46d4-a8bd-36d4d6afc719 HTTP/1.1" status: 200 len: 210 time: 0.0295138 Sep 27 05:13:22.102179 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-c4061318-88e0-4544-8141-a02c719d00c6 admin admin] Deleting port d53f00f7-3461-4e6e-9634-d937b3504fd0 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:13:22.102519 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c4061318-88e0-4544-8141-a02c719d00c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:22.186098 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-c4061318-88e0-4544-8141-a02c719d00c6 admin admin] For port d53f00f7-3461-4e6e-9634-d937b3504fd0, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=d53f00f7-3461-4e6e-9634-d937b3504fd0,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:22.186458 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c4061318-88e0-4544-8141-a02c719d00c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:22.198840 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-c4061318-88e0-4544-8141-a02c719d00c6 admin admin] Calling delete_port for d53f00f7-3461-4e6e-9634-d937b3504fd0 owned by network:router_interface {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:13:22.368864 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c4061318-88e0-4544-8141-a02c719d00c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (d53f00f7-3461-4e6e-9634-d937b3504fd0), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:22.397403 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4061318-88e0-4544-8141-a02c719d00c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d53f00f7-3461-4e6e-9634-d937b3504fd0,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:22.556114 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c4061318-88e0-4544-8141-a02c719d00c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8071391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7909782'] for router_interface (764a60f9-2981-423b-a91a-2573cc9cee8d), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:22.755906 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4061318-88e0-4544-8141-a02c719d00c6 admin admin] Router 764a60f9-2981-423b-a91a-2573cc9cee8d has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:13:22.852534 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4061318-88e0-4544-8141-a02c719d00c6 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:13:22.857801 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c4061318-88e0-4544-8141-a02c719d00c6 admin admin] 10.222.0.27 "PUT /v2.0/routers/764a60f9-2981-423b-a91a-2573cc9cee8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8634853 Sep 27 05:13:22.860378 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40314) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:22.862557 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70444ba0-7eca-46b9-a22b-4b5591d28565 None None] Sync routers for ids ['764a60f9-2981-423b-a91a-2573cc9cee8d'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:13:22.872458 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70444ba0-7eca-46b9-a22b-4b5591d28565 None None] Routers {'764a60f9-2981-423b-a91a-2573cc9cee8d'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:22.873113 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-70444ba0-7eca-46b9-a22b-4b5591d28565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['764a60f9-2981-423b-a91a-2573cc9cee8d'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:22.957101 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] Publish callbacks [] for router (764a60f9-2981-423b-a91a-2573cc9cee8d), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:22.972643 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-70444ba0-7eca-46b9-a22b-4b5591d28565 None None] Set router 764a60f9-2981-423b-a91a-2573cc9cee8d gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:23.013957 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device ed145e95-6532-48a9-8fe3-5356b8d12039 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:13:23.035438 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: ed145e95-6532-48a9-8fe3-5356b8d12039 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:13:23.036393 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device ed145e95-6532-48a9-8fe3-5356b8d12039 not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:13:23.057691 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] Publish callbacks [] for router_gateway (764a60f9-2981-423b-a91a-2573cc9cee8d), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:23.108599 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] Deleting port e5d215bc-bf4c-4b92-9260-809290ea9294 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:13:23.109337 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (e5d215bc-bf4c-4b92-9260-809290ea9294), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:23.201577 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] For port e5d215bc-bf4c-4b92-9260-809290ea9294, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=e5d215bc-bf4c-4b92-9260-809290ea9294,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:23.202203 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (e5d215bc-bf4c-4b92-9260-809290ea9294), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:23.214481 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] Calling delete_port for e5d215bc-bf4c-4b92-9260-809290ea9294 owned by network:router_gateway {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:13:23.264585 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-70444ba0-7eca-46b9-a22b-4b5591d28565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:13:22Z', 'revision_number': 5, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port': {'id': 'e5d215bc-bf4c-4b92-9260-809290ea9294', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:07:30Z', 'updated_at': '2022-09-27T05:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:23.293464 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70444ba0-7eca-46b9-a22b-4b5591d28565 None None] Checking router: 764a60f9-2981-423b-a91a-2573cc9cee8d for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:13:23.302047 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70444ba0-7eca-46b9-a22b-4b5591d28565 None None] Routers {'764a60f9-2981-423b-a91a-2573cc9cee8d'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:23.302807 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-70444ba0-7eca-46b9-a22b-4b5591d28565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['764a60f9-2981-423b-a91a-2573cc9cee8d'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:23.393314 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-70444ba0-7eca-46b9-a22b-4b5591d28565 None None] Set router 764a60f9-2981-423b-a91a-2573cc9cee8d gateway port host: None {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:23.395820 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (e5d215bc-bf4c-4b92-9260-809290ea9294), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:23.423282 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d215bc-bf4c-4b92-9260-809290ea9294,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:23.453081 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-70444ba0-7eca-46b9-a22b-4b5591d28565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:13:23Z', 'revision_number': 6, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port_host': None}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:23.475889 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70444ba0-7eca-46b9-a22b-4b5591d28565 None None] The sync data for ids ['764a60f9-2981-423b-a91a-2573cc9cee8d'] in dv-cinder-858463-2-iscsi is: [{'id': '764a60f9-2981-423b-a91a-2573cc9cee8d', 'name': 'tempest-AttachVolumeShelveTestJSON-1896690062-router', 'tenant_id': 'b8550668d08c4227904042b8a49bc261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:07:29Z', 'updated_at': '2022-09-27T05:13:23Z', 'revision_number': 6, 'project_id': 'b8550668d08c4227904042b8a49bc261', 'gw_port_host': None}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:13:23.491930 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7911740'] for router_gateway (764a60f9-2981-423b-a91a-2573cc9cee8d), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:23.598010 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7913395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30433'] for router (764a60f9-2981-423b-a91a-2573cc9cee8d), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:23.600175 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] Publish callbacks [] for router_controller (764a60f9-2981-423b-a91a-2573cc9cee8d), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:23.648690 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7913384'] for router (764a60f9-2981-423b-a91a-2573cc9cee8d), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:23.649952 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 764a60f9-2981-423b-a91a-2573cc9cee8d {{(pid=103957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 05:13:23.654372 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:23.655503 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3d0a69b2-7fbe-4969-aa96-0b27f5091107 admin admin] 10.222.0.27 "DELETE /v2.0/routers/764a60f9-2981-423b-a91a-2573cc9cee8d HTTP/1.1" status: 204 len: 168 time: 0.7941895 Sep 27 05:13:23.658014 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40338) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:23.706025 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d4f72c-5beb-49e4-ac4c-f91c7d180f0d admin admin] Deleting subnet 2296294a-06a0-47d1-88b5-ab865bff1c05 {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:13:23.709445 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46d4f72c-5beb-49e4-ac4c-f91c7d180f0d admin admin] Publish callbacks [] for subnet (2296294a-06a0-47d1-88b5-ab865bff1c05), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:23.743924 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46d4f72c-5beb-49e4-ac4c-f91c7d180f0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639147'] for subnet (2296294a-06a0-47d1-88b5-ab865bff1c05), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:23.824105 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46d4f72c-5beb-49e4-ac4c-f91c7d180f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (2296294a-06a0-47d1-88b5-ab865bff1c05), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:23.893882 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46d4f72c-5beb-49e4-ac4c-f91c7d180f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5961716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5312894'] for subnet (2296294a-06a0-47d1-88b5-ab865bff1c05), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:23.923870 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4f72c-5beb-49e4-ac4c-f91c7d180f0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2296294a-06a0-47d1-88b5-ab865bff1c05,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:23.932494 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46d4f72c-5beb-49e4-ac4c-f91c7d180f0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:23.937889 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-46d4f72c-5beb-49e4-ac4c-f91c7d180f0d admin admin] 10.222.0.27 "DELETE /v2.0/subnets/2296294a-06a0-47d1-88b5-ab865bff1c05 HTTP/1.1" status: 204 len: 168 time: 0.2787111 Sep 27 05:13:23.938623 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c6f0d6-ac53-4f99-924b-b7b7645277a5 None None] Network 68f55e36-d9fc-4a97-965b-697b60bb0317 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:13:23.939510 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40362) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:24.014106 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (68f55e36-d9fc-4a97-965b-697b60bb0317), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:24.066048 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] Deleting port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:13:24.066425 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:24.129337 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] For port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb,segment=NetworkSegment(aa42169b-dbbd-42d5-b81d-013037a32353),segment_id=aa42169b-dbbd-42d5-b81d-013037a32353)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:24.130252 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:24.142355 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] Calling delete_port for 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:13:24.221678 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:24.247799 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] Pushing event deleted for resources: {'Port': ['ID=2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:24.249550 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] No DVR routers for this DVR port 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb on host dv-cinder-858463-2-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:13:24.313076 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adef7f0a-18de-48e4-8351-603001f733a9 None None] DHCP port deletion for 68f55e36-d9fc-4a97-965b-697b60bb0317 request from dv-cinder-858463-2-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 27 05:13:24.327081 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (68f55e36-d9fc-4a97-965b-697b60bb0317), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:24.350767 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f55e36-d9fc-4a97-965b-697b60bb0317']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:24.360066 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa42169b-dbbd-42d5-b81d-013037a32353') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:24.360368 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa42169b-dbbd-42d5-b81d-013037a32353') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:24.369887 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639132'] for segment (aa42169b-dbbd-42d5-b81d-013037a32353), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:24.383448 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (aa42169b-dbbd-42d5-b81d-013037a32353), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:24.391248 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:13:24.391905 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5949782'] for segment (aa42169b-dbbd-42d5-b81d-013037a32353), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:24.454304 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (68f55e36-d9fc-4a97-965b-697b60bb0317), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:24.458634 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:24.464552 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] 10.222.0.27 "DELETE /v2.0/networks/68f55e36-d9fc-4a97-965b-697b60bb0317 HTTP/1.1" status: 204 len: 168 time: 0.5214655 Sep 27 05:13:24.475532 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c940a5e-c989-4381-a637-6c928e51aadb admin admin] Pushing event deleted for resources: {'Network': ['ID=68f55e36-d9fc-4a97-965b-697b60bb0317,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:24.546992 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment aa42169b-dbbd-42d5-b81d-013037a32353 resource provider aggregate not found Sep 27 05:13:24.566376 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment aa42169b-dbbd-42d5-b81d-013037a32353 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aa42169b-dbbd-42d5-b81d-013037a32353 found for delete ", "request_id": "req-01bacb3a-969c-4558-9573-baa1f347a17a"}]} Sep 27 05:13:24.589269 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40372) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:24.630589 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-84e32f96-5d45-4732-83a6-cad7e145df79 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b8550668d08c4227904042b8a49bc261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394652 Sep 27 05:13:24.633047 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40374) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:24.683864 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2678e08d-bd23-423f-bf6c-55b4329aa9dd admin admin] Publish callbacks [] for security_group (820bd218-51f0-412b-a413-a11c2e1cdc6b), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:24.705353 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2678e08d-bd23-423f-bf6c-55b4329aa9dd admin admin] Publish callbacks [] for security_group (820bd218-51f0-412b-a413-a11c2e1cdc6b), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:24.751105 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2678e08d-bd23-423f-bf6c-55b4329aa9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (820bd218-51f0-412b-a413-a11c2e1cdc6b), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:24.753917 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2678e08d-bd23-423f-bf6c-55b4329aa9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:24.755121 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-2678e08d-bd23-423f-bf6c-55b4329aa9dd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/820bd218-51f0-412b-a413-a11c2e1cdc6b HTTP/1.1" status: 204 len: 168 time: 0.1211834 Sep 27 05:13:24.765514 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678e08d-bd23-423f-bf6c-55b4329aa9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820bd218-51f0-412b-a413-a11c2e1cdc6b,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:25.409761 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40400) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:25.507267 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-387485677-network', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:25.527889 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] Made reservation on behalf of 1dfb55fd8c674196b50d4d7fcb5cfa7f for: {'network': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:13:25.530192 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:25.538444 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:25.543486 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device e5d215bc-bf4c-4b92-9260-809290ea9294 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:13:25.562237 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: e5d215bc-bf4c-4b92-9260-809290ea9294 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:13:25.562591 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device e5d215bc-bf4c-4b92-9260-809290ea9294 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:13:25.563013 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:13:25.583610 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:13:25.584277 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 2f138ec2-b05a-42d5-bbe7-f0ec9e37abdb not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:13:25.584736 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device d53f00f7-3461-4e6e-9634-d937b3504fd0 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:13:25.603640 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: d53f00f7-3461-4e6e-9634-d937b3504fd0 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:13:25.604050 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device d53f00f7-3461-4e6e-9634-d937b3504fd0 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:13:25.615696 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] Publish callbacks [] for security_group (cd063ed1-4fe0-4bc5-bc5a-8da10ae74da4), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:25.620194 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (cd063ed1-4fe0-4bc5-bc5a-8da10ae74da4), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:25.644527 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:13:25.654752 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd063ed1-4fe0-4bc5-bc5a-8da10ae74da4,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:25.660401 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (4e366ec8-ce29-4f7a-a33a-f7b5946c031d), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:25.660740 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.segments_db [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] Added segment 4e366ec8-ce29-4f7a-a33a-f7b5946c031d of type vlan for network dec3ae48-36aa-405d-bc7f-047f78b4a7ee Sep 27 05:13:25.700009 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (dec3ae48-36aa-405d-bc7f-047f78b4a7ee), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:25.724037 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (dec3ae48-36aa-405d-bc7f-047f78b4a7ee), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:25.725014 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:25.725585 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:25.776259 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3653862 Sep 27 05:13:25.780003 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40404) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:25.784930 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-8b75f19c-fb00-4313-bf9d-8f43184e3c9d admin admin] Request body: {'subnet': {'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-387485677-subnet', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:25.789681 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e8ee-d190-42f9-9ad2-595aab3ce724 admin admin] Pushing event updated for resources: {'Network': ['ID=dec3ae48-36aa-405d-bc7f-047f78b4a7ee,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:25.800031 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network dec3ae48-36aa-405d-bc7f-047f78b4a7ee details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:13:25.808289 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b75f19c-fb00-4313-bf9d-8f43184e3c9d admin admin] Made reservation on behalf of 1dfb55fd8c674196b50d4d7fcb5cfa7f for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:13:25.810716 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8b75f19c-fb00-4313-bf9d-8f43184e3c9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5739661'] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:25.971118 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8b75f19c-fb00-4313-bf9d-8f43184e3c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5739679'] for subnet (9895e08b-4d5c-410c-b888-43f54d0bd71d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.023374 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75f19c-fb00-4313-bf9d-8f43184e3c9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9895e08b-4d5c-410c-b888-43f54d0bd71d,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:26.038673 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75f19c-fb00-4313-bf9d-8f43184e3c9d admin admin] Checking segment: {'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:13:26.039033 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b75f19c-fb00-4313-bf9d-8f43184e3c9d admin admin] Network hostable DHCP agents. Network: dec3ae48-36aa-405d-bc7f-047f78b4a7ee, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:13:26.054048 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b75f19c-fb00-4313-bf9d-8f43184e3c9d admin admin] Network dec3ae48-36aa-405d-bc7f-047f78b4a7ee is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:13:26.062514 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-8b75f19c-fb00-4313-bf9d-8f43184e3c9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, dec3ae48-36aa-405d-bc7f-047f78b4a7ee) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:26.066634 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b75f19c-fb00-4313-bf9d-8f43184e3c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:26.067227 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8b75f19c-fb00-4313-bf9d-8f43184e3c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.071325 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3600b409-be6e-4b14-ae81-bd5d7822d1ea None None] Network dec3ae48-36aa-405d-bc7f-047f78b4a7ee requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:13:26.082561 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8b75f19c-fb00-4313-bf9d-8f43184e3c9d admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3014681 Sep 27 05:13:26.085291 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40410) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:26.090447 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:26.109031 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30415'] for router (c01b32fe-6bf4-4495-826e-d818d2a95cb8), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.110282 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7911021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7911823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7965208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30456'] for router (c01b32fe-6bf4-4495-826e-d818d2a95cb8), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.162114 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Publish callbacks [] for router_controller (c01b32fe-6bf4-4495-826e-d818d2a95cb8), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.177796 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cd8c3b0-7956-5b2d-987d-d9256dbf3db7-dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d'}]}} from dv-cinder-858463-2-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 27 05:13:26.178831 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.298655 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Publish callbacks [] for router_gateway (c01b32fe-6bf4-4495-826e-d818d2a95cb8), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.310921 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Allocated IP 172.20.0.2 (dec3ae48-36aa-405d-bc7f-047f78b4a7ee/9895e08b-4d5c-410c-b888-43f54d0bd71d/7bea55fd-848c-45fa-889f-4f94fce4fafc) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:13:26.456352 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Publish callbacks [] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.462074 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.497383 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Publish callbacks [] for router_gateway (c01b32fe-6bf4-4495-826e-d818d2a95cb8), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.499452 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Network dec3ae48-36aa-405d-bc7f-047f78b4a7ee is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:13:26.504438 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:26.508174 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:13:26.511184 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Pushing event updated for resources: {'Port': ['ID=7bea55fd-848c-45fa-889f-4f94fce4fafc,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:26.517337 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.570384 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Attempting to bind port 7bea55fd-848c-45fa-889f-4f94fce4fafc on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:13:26.571003 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Attempting to bind port 7bea55fd-848c-45fa-889f-4f94fce4fafc by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:13:26.571132 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Attempting to bind port 7bea55fd-848c-45fa-889f-4f94fce4fafc on network dec3ae48-36aa-405d-bc7f-047f78b4a7ee {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:13:26.576884 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:13:26.577262 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Checking segment: {'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:13:26.577664 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.578054 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Bound using segment: {'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:13:26.578744 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Bound port: 7bea55fd-848c-45fa-889f-4f94fce4fafc, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:13:26.578911 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.625808 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Allocated IP 172.27.1.77 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/ff282927-7b9f-4da7-bb69-154307660ce3) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:13:26.637535 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] For port 7bea55fd-848c-45fa-889f-4f94fce4fafc, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:13:26.640642 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] For port 7bea55fd-848c-45fa-889f-4f94fce4fafc, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=7bea55fd-848c-45fa-889f-4f94fce4fafc,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:13:26.646224 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.696623 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02290f4-5f23-4434-9b36-7a9c383628de None None] Pushing event updated for resources: {'Port': ['ID=7bea55fd-848c-45fa-889f-4f94fce4fafc,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:26.736599 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Publish callbacks [] for port (ff282927-7b9f-4da7-bb69-154307660ce3), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.774274 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (ff282927-7b9f-4da7-bb69-154307660ce3), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:26.816236 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:13:26.822904 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:26.842398 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:13:26.863276 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Pushing event updated for resources: {'Port': ['ID=ff282927-7b9f-4da7-bb69-154307660ce3,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:27.092846 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Publish callbacks [] for router_gateway (c01b32fe-6bf4-4495-826e-d818d2a95cb8), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:27.279694 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7911010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7911904'] for router (c01b32fe-6bf4-4495-826e-d818d2a95cb8), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:27.629037 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 7bea55fd-848c-45fa-889f-4f94fce4fafc up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:13:27.677123 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Router c01b32fe-6bf4-4495-826e-d818d2a95cb8 is scheduled to L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 05:13:27.695286 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 7bea55fd-848c-45fa-889f-4f94fce4fafc triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:27.695734 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:27.696145 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 7bea55fd-848c-45fa-889f-4f94fce4fafc Sep 27 05:13:27.720039 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a56fdd9-ae2c-448a-b7a7-781a3d67393d None None] Network dec3ae48-36aa-405d-bc7f-047f78b4a7ee requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:13:27.791406 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:13:27.801927 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-47fc2198-56ec-45a0-856d-8e666ecb73a3 None None] Provisioning complete for port 7bea55fd-848c-45fa-889f-4f94fce4fafc triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:27.802324 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-47fc2198-56ec-45a0-856d-8e666ecb73a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:27.802645 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-47fc2198-56ec-45a0-856d-8e666ecb73a3 None None] Attempt 1 to provision port 7bea55fd-848c-45fa-889f-4f94fce4fafc Sep 27 05:13:27.807844 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Sync routers for ids ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:13:27.811469 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:27.815455 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-749d47e7-0358-42c0-8971-a6b55fe225cc admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7263465 Sep 27 05:13:27.815729 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40428) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:27.877475 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Routers {'c01b32fe-6bf4-4495-826e-d818d2a95cb8'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:27.878173 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:28.092756 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 7bea55fd-848c-45fa-889f-4f94fce4fafc is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:28.093176 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:28.210021 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port 7bea55fd-848c-45fa-889f-4f94fce4fafc, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=7bea55fd-848c-45fa-889f-4f94fce4fafc,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:28.222556 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:28.225417 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Set router c01b32fe-6bf4-4495-826e-d818d2a95cb8 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:28.257788 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-47fc2198-56ec-45a0-856d-8e666ecb73a3 None None] Current status of the port 7bea55fd-848c-45fa-889f-4f94fce4fafc is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:28.258178 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-47fc2198-56ec-45a0-856d-8e666ecb73a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:28.376180 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:28.421234 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=7bea55fd-848c-45fa-889f-4f94fce4fafc,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:28.451159 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.db.api [None req-47fc2198-56ec-45a0-856d-8e666ecb73a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 05:13:28.451580 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG oslo_db.api [None req-47fc2198-56ec-45a0-856d-8e666ecb73a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 05:13:28.536488 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:26Z', 'revision_number': 3, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:28.562342 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Checking router: c01b32fe-6bf4-4495-826e-d818d2a95cb8 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:13:28.562848 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Updating router c01b32fe-6bf4-4495-826e-d818d2a95cb8 port ff282927-7b9f-4da7-bb69-154307660ce3 binding host dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:13:28.575785 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Allocated IP 172.20.0.1 (dec3ae48-36aa-405d-bc7f-047f78b4a7ee/9895e08b-4d5c-410c-b888-43f54d0bd71d/6302805f-5898-4f1f-9d51-2b4b85163b9a) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:13:28.599389 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (ff282927-7b9f-4da7-bb69-154307660ce3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:28.714279 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Publish callbacks [] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:28.757268 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:28.812671 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Network dec3ae48-36aa-405d-bc7f-047f78b4a7ee is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:13:28.821680 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:28.827714 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:13:28.831077 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Pushing event updated for resources: {'Port': ['ID=6302805f-5898-4f1f-9d51-2b4b85163b9a,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:28.894458 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912591'] for router_interface (c01b32fe-6bf4-4495-826e-d818d2a95cb8), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:28.935170 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Publish callbacks [] for port (ff282927-7b9f-4da7-bb69-154307660ce3), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:28.948424 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (ff282927-7b9f-4da7-bb69-154307660ce3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:29.044357 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-47fc2198-56ec-45a0-856d-8e666ecb73a3 None None] Current status of the port 7bea55fd-848c-45fa-889f-4f94fce4fafc is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:29.049197 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bd120-18fe-4f3b-b608-3f7ac2ac43a3 None None] Pushing event updated for resources: {'Port': ['ID=ff282927-7b9f-4da7-bb69-154307660ce3,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:29.057999 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Attempting to bind port ff282927-7b9f-4da7-bb69-154307660ce3 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:13:29.059916 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Attempting to bind port ff282927-7b9f-4da7-bb69-154307660ce3 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:13:29.060300 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Attempting to bind port ff282927-7b9f-4da7-bb69-154307660ce3 on network 567d47fc-aabf-4674-8921-5604d2739763 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:13:29.067145 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:13:29.067509 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Checking segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:13:29.067918 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:29.068310 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Bound using segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:13:29.074401 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Bound port: ff282927-7b9f-4da7-bb69-154307660ce3, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:13:29.074774 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (ff282927-7b9f-4da7-bb69-154307660ce3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:29.092600 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:29.160236 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] For port ff282927-7b9f-4da7-bb69-154307660ce3, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:13:29.165444 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] For port ff282927-7b9f-4da7-bb69-154307660ce3, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=ff282927-7b9f-4da7-bb69-154307660ce3,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:13:29.190985 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Provisioning complete for port 6302805f-5898-4f1f-9d51-2b4b85163b9a triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:29.191425 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:29.191798 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Attempt 1 to provision port 6302805f-5898-4f1f-9d51-2b4b85163b9a Sep 27 05:13:29.193980 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (ff282927-7b9f-4da7-bb69-154307660ce3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:29.273006 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Routers {'c01b32fe-6bf4-4495-826e-d818d2a95cb8'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:29.273667 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:29.350361 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259bd120-18fe-4f3b-b608-3f7ac2ac43a3 None None] Pushing event updated for resources: {'Port': ['ID=ff282927-7b9f-4da7-bb69-154307660ce3,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:29.366278 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Publish callbacks [] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:29.367594 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Port 6302805f-5898-4f1f-9d51-2b4b85163b9a cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:29.374590 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:29.452866 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] Set router c01b32fe-6bf4-4495-826e-d818d2a95cb8 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:29.460956 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Pushing event updated for resources: {'Port': ['ID=6302805f-5898-4f1f-9d51-2b4b85163b9a,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:29.463749 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7912483'] for router_interface (c01b32fe-6bf4-4495-826e-d818d2a95cb8), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:29.578608 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 7bea55fd-848c-45fa-889f-4f94fce4fafc up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:13:29.588521 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Network dec3ae48-36aa-405d-bc7f-047f78b4a7ee is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:13:29.590480 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:29.713941 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 7bea55fd-848c-45fa-889f-4f94fce4fafc triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:29.713941 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:29.714309 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 7bea55fd-848c-45fa-889f-4f94fce4fafc Sep 27 05:13:29.749922 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Router c01b32fe-6bf4-4495-826e-d818d2a95cb8 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:13:29.850577 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 7bea55fd-848c-45fa-889f-4f94fce4fafc is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:29.868266 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Attempt 2 to provision port 6302805f-5898-4f1f-9d51-2b4b85163b9a Sep 27 05:13:29.877562 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:28Z', 'revision_number': 1, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:29.891168 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:13:29.901628 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f719a06f-f531-4daa-80a8-e3635193563f admin admin] 10.222.0.27 "PUT /v2.0/routers/c01b32fe-6bf4-4495-826e-d818d2a95cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0846891 Sep 27 05:13:29.934057 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1333f1c2-3946-4834-a747-6d70b4c17877 None None] The sync data for ids ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'] in dv-cinder-858463-2-iscsi is: [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:28Z', 'revision_number': 1, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:13:29.945053 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Port 6302805f-5898-4f1f-9d51-2b4b85163b9a cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:30.301753 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40450) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:30.307399 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-da7753a1-9853-4183-8304-b32ce504e47b tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--854338756', 'description': 'tempest-description--725927434'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:30.336546 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-da7753a1-9853-4183-8304-b32ce504e47b tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:30.427940 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-da7753a1-9853-4183-8304-b32ce504e47b tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group (ce845e86-a61f-44e7-ae9a-14702e607ab0), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:30.434778 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-da7753a1-9853-4183-8304-b32ce504e47b tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ce845e86-a61f-44e7-ae9a-14702e607ab0), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:30.446613 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Attempt 3 to provision port 6302805f-5898-4f1f-9d51-2b4b85163b9a Sep 27 05:13:30.507402 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-da7753a1-9853-4183-8304-b32ce504e47b tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:30.510850 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-da7753a1-9853-4183-8304-b32ce504e47b tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2052228 Sep 27 05:13:30.511978 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40452) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:30.512612 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Port 6302805f-5898-4f1f-9d51-2b4b85163b9a cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:30.517682 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-791fbb79-56e0-474f-8f07-7eece9c29ea3 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Request body: {'security_group_rule': {'security_group_id': 'ce845e86-a61f-44e7-ae9a-14702e607ab0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:30.519007 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7753a1-9853-4183-8304-b32ce504e47b tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce845e86-a61f-44e7-ae9a-14702e607ab0,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:30.569342 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-791fbb79-56e0-474f-8f07-7eece9c29ea3 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group_rule (9a471f18-47ce-42e1-b7d7-48c60b2f1ab6), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:30.654611 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-791fbb79-56e0-474f-8f07-7eece9c29ea3 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group_rule (9a471f18-47ce-42e1-b7d7-48c60b2f1ab6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:30.660655 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-791fbb79-56e0-474f-8f07-7eece9c29ea3 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (9a471f18-47ce-42e1-b7d7-48c60b2f1ab6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:30.680828 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fbb79-56e0-474f-8f07-7eece9c29ea3 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a471f18-47ce-42e1-b7d7-48c60b2f1ab6,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:30.698898 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-791fbb79-56e0-474f-8f07-7eece9c29ea3 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:30.703140 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-791fbb79-56e0-474f-8f07-7eece9c29ea3 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1901009 Sep 27 05:13:30.704006 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40454) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:30.709473 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-8368a8a6-2244-449d-9dc1-fbfcc8a4647e tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Request body: {'security_group_rule': {'security_group_id': 'ce845e86-a61f-44e7-ae9a-14702e607ab0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:30.743768 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8368a8a6-2244-449d-9dc1-fbfcc8a4647e tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group_rule (0572b909-1499-40ab-8ad4-85ddeca28c2a), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:30.811543 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8368a8a6-2244-449d-9dc1-fbfcc8a4647e tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group_rule (0572b909-1499-40ab-8ad4-85ddeca28c2a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:30.815964 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8368a8a6-2244-449d-9dc1-fbfcc8a4647e tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (0572b909-1499-40ab-8ad4-85ddeca28c2a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:30.839846 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8368a8a6-2244-449d-9dc1-fbfcc8a4647e tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:30.844536 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40456) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:30.849010 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Request body: {'floatingip': {'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:30.853121 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-8368a8a6-2244-449d-9dc1-fbfcc8a4647e tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477449 Sep 27 05:13:30.872659 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8368a8a6-2244-449d-9dc1-fbfcc8a4647e tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0572b909-1499-40ab-8ad4-85ddeca28c2a,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:30.890043 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:31.014487 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Attempt 4 to provision port 6302805f-5898-4f1f-9d51-2b4b85163b9a Sep 27 05:13:31.022776 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:31.091686 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Port 6302805f-5898-4f1f-9d51-2b4b85163b9a cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:31.209939 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Allocated IP 172.27.1.89 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/76044559-deb8-400b-b02c-342965ea1eb0) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:13:31.353401 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for port (76044559-deb8-400b-b02c-342965ea1eb0), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:31.395188 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (76044559-deb8-400b-b02c-342965ea1eb0), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:31.447424 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event updated for resources: {'Port': ['ID=76044559-deb8-400b-b02c-342965ea1eb0,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:31.452422 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:13:31.453975 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:31.460645 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:13:31.593799 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Attempt 5 to provision port 6302805f-5898-4f1f-9d51-2b4b85163b9a Sep 27 05:13:31.612232 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for floatingip (adcda542-8c22-48c1-a8ae-cd422a5d5976), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:31.666952 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Port 6302805f-5898-4f1f-9d51-2b4b85163b9a cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:31.667760 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device ff282927-7b9f-4da7-bb69-154307660ce3 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:13:31.669566 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (76044559-deb8-400b-b02c-342965ea1eb0), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:31.751613 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port ff282927-7b9f-4da7-bb69-154307660ce3 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:31.752517 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (ff282927-7b9f-4da7-bb69-154307660ce3), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:31.753055 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port ff282927-7b9f-4da7-bb69-154307660ce3 Sep 27 05:13:31.873041 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port ff282927-7b9f-4da7-bb69-154307660ce3 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:31.873454 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (ff282927-7b9f-4da7-bb69-154307660ce3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:31.902752 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port ff282927-7b9f-4da7-bb69-154307660ce3, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=ff282927-7b9f-4da7-bb69-154307660ce3,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:31.905223 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for port (76044559-deb8-400b-b02c-342965ea1eb0), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:31.908992 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (ff282927-7b9f-4da7-bb69-154307660ce3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:31.910872 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (76044559-deb8-400b-b02c-342965ea1eb0), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:31.981556 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (adcda542-8c22-48c1-a8ae-cd422a5d5976), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:32.006046 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=ff282927-7b9f-4da7-bb69-154307660ce3,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:32.024097 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:32.034944 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1799557 Sep 27 05:13:32.063801 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae09c3-cb9e-47fc-ae46-7857fb9d4ea1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event updated for resources: {'Port': ['ID=76044559-deb8-400b-b02c-342965ea1eb0,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:32.168624 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Attempt 6 to provision port 6302805f-5898-4f1f-9d51-2b4b85163b9a Sep 27 05:13:32.225250 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Port 6302805f-5898-4f1f-9d51-2b4b85163b9a cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:32.273634 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-1e7a816c-8598-4351-bdd9-0a711747c558 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--854338756&fields=id&tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f HTTP/1.1" status: 200 len: 267 time: 0.1104665 Sep 27 05:13:32.400235 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697c628-fd72-48da-8a49-11d885626e51 req-a50999e5-1922-4870-9454-aeb1b57b78a9 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:32.401810 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-a50999e5-1922-4870-9454-aeb1b57b78a9 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/networks?id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee HTTP/1.1" status: 200 len: 810 time: 0.1273580 Sep 27 05:13:32.423694 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-63407c3c-0e52-4653-b797-e31ca8575132 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/quotas/1dfb55fd8c674196b50d4d7fcb5cfa7f HTTP/1.1" status: 200 len: 375 time: 0.0152586 Sep 27 05:13:32.485684 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-018ea3a8-9ce4-4c0b-8e32-c0bcbf23746e tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606172 Sep 27 05:13:32.616481 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-90b7b829-5a14-4cb8-8256-de102f8913d5 service neutron] 10.222.0.27 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188917 Sep 27 05:13:32.725274 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Sync routers for ids ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:13:32.726622 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-9b7775e5-518d-457b-b073-accec5578605 service neutron] 10.222.0.27 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018648 Sep 27 05:13:32.727453 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Attempt 7 to provision port 6302805f-5898-4f1f-9d51-2b4b85163b9a Sep 27 05:13:32.740631 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Routers {'c01b32fe-6bf4-4495-826e-d818d2a95cb8'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:32.741290 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:32.776448 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Port 6302805f-5898-4f1f-9d51-2b4b85163b9a cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:32.858995 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Set router c01b32fe-6bf4-4495-826e-d818d2a95cb8 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:33.000776 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-98688881-5edd-4970-9c24-e98d6834f001 req-fa00766b-ce73-4e5e-ac85-e9a157d084de tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 210 time: 0.0621161 Sep 27 05:13:33.170377 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 2, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:33.199855 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Checking router: c01b32fe-6bf4-4495-826e-d818d2a95cb8 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:13:33.200347 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Updating router c01b32fe-6bf4-4495-826e-d818d2a95cb8 port 6302805f-5898-4f1f-9d51-2b4b85163b9a binding host dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:13:33.263480 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:33.278042 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Attempt 8 to provision port 6302805f-5898-4f1f-9d51-2b4b85163b9a Sep 27 05:13:33.349910 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Port 6302805f-5898-4f1f-9d51-2b4b85163b9a cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:33.565716 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Publish callbacks [] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:33.572612 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:33.580916 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device ff282927-7b9f-4da7-bb69-154307660ce3 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:13:33.641408 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port ff282927-7b9f-4da7-bb69-154307660ce3 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:33.642361 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (ff282927-7b9f-4da7-bb69-154307660ce3), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:33.642859 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port ff282927-7b9f-4da7-bb69-154307660ce3 Sep 27 05:13:33.681742 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e45edd-34e6-475b-bd27-c5aef722350d None None] Pushing event updated for resources: {'Port': ['ID=6302805f-5898-4f1f-9d51-2b4b85163b9a,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:33.699325 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e45edd-34e6-475b-bd27-c5aef722350d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:33.700327 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e45edd-34e6-475b-bd27-c5aef722350d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:33.709429 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e45edd-34e6-475b-bd27-c5aef722350d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:33.710442 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e45edd-34e6-475b-bd27-c5aef722350d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:33.710958 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e45edd-34e6-475b-bd27-c5aef722350d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:33.711979 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e45edd-34e6-475b-bd27-c5aef722350d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:33.712670 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e45edd-34e6-475b-bd27-c5aef722350d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:33.713226 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e45edd-34e6-475b-bd27-c5aef722350d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:33.713734 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e45edd-34e6-475b-bd27-c5aef722350d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:33.714274 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e45edd-34e6-475b-bd27-c5aef722350d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:33.714964 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e45edd-34e6-475b-bd27-c5aef722350d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:33.715461 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e45edd-34e6-475b-bd27-c5aef722350d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:33.715990 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e45edd-34e6-475b-bd27-c5aef722350d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:33.724421 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Attempting to bind port 6302805f-5898-4f1f-9d51-2b4b85163b9a on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:13:33.724817 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Attempting to bind port 6302805f-5898-4f1f-9d51-2b4b85163b9a by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:13:33.725200 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Attempting to bind port 6302805f-5898-4f1f-9d51-2b4b85163b9a on network dec3ae48-36aa-405d-bc7f-047f78b4a7ee {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:13:33.732304 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:13:33.733046 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Checking segment: {'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:13:33.733176 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:33.733669 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Bound using segment: {'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:13:33.734408 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Bound port: 6302805f-5898-4f1f-9d51-2b4b85163b9a, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:13:33.734847 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:33.766725 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port ff282927-7b9f-4da7-bb69-154307660ce3 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:33.806671 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] For port 6302805f-5898-4f1f-9d51-2b4b85163b9a, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:13:33.810552 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] For port 6302805f-5898-4f1f-9d51-2b4b85163b9a, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=6302805f-5898-4f1f-9d51-2b4b85163b9a,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:13:33.817806 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:33.852082 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Attempt 9 to provision port 6302805f-5898-4f1f-9d51-2b4b85163b9a Sep 27 05:13:33.855974 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Routers {'c01b32fe-6bf4-4495-826e-d818d2a95cb8'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:33.856759 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:33.923248 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e45edd-34e6-475b-bd27-c5aef722350d None None] Pushing event updated for resources: {'Port': ['ID=6302805f-5898-4f1f-9d51-2b4b85163b9a,revision_number=4']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:33.958926 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Current status of the port 6302805f-5898-4f1f-9d51-2b4b85163b9a is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:33.960866 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:33.994382 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] Set router c01b32fe-6bf4-4495-826e-d818d2a95cb8 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:34.048180 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] For port 6302805f-5898-4f1f-9d51-2b4b85163b9a, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=6302805f-5898-4f1f-9d51-2b4b85163b9a,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:34.054241 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:34.194429 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Provisioning complete for port 7bea55fd-848c-45fa-889f-4f94fce4fafc triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:34.194722 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:34.195070 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Attempt 1 to provision port 7bea55fd-848c-45fa-889f-4f94fce4fafc Sep 27 05:13:34.323568 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Pushing event updated for resources: {'Port': ['ID=6302805f-5898-4f1f-9d51-2b4b85163b9a,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:34.407965 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:33Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:34.419835 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cfa62bd1-831c-4c99-9ac3-02974e8fdc9d req-06a906f7-8c51-464e-af9e-6a16a91be3c9 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 210 time: 0.2483096 Sep 27 05:13:34.424375 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-0b559e34-ef21-48ee-a2d0-8dc6e194b86c None None] Current status of the port 7bea55fd-848c-45fa-889f-4f94fce4fafc is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:34.430607 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697c628-fd72-48da-8a49-11d885626e51 req-c2f3ac2d-ab78-4467-8093-5c5be9075a4d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:34.432352 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-c2f3ac2d-ab78-4467-8093-5c5be9075a4d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.49 "GET /v2.0/networks?id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee HTTP/1.1" status: 200 len: 810 time: 0.3322139 Sep 27 05:13:34.449934 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b93024-08d5-4628-b41d-35dfd2375621 None None] The sync data for ids ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'] in dv-cinder-858463-2-iscsi is: [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:33Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:13:34.508410 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-04963725-42be-40d5-8f99-23b8f1fb93eb tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f HTTP/1.1" status: 200 len: 379 time: 0.0641770 Sep 27 05:13:34.524944 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-e697c628-fd72-48da-8a49-11d885626e51 req-712485d3-05b3-4d7f-84f4-40dfac728892 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Request body: {'port': {'device_id': '6e34fc2d-33d7-4a96-a355-1a6478163db8', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'admin_state_up': True, 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'security_groups': ['ce845e86-a61f-44e7-ae9a-14702e607ab0']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:34.566888 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-da33ead1-8ff7-4bda-8f8b-2d679a16163a None None] Provisioning complete for port 6302805f-5898-4f1f-9d51-2b4b85163b9a triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:34.567412 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-da33ead1-8ff7-4bda-8f8b-2d679a16163a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:34.567852 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-da33ead1-8ff7-4bda-8f8b-2d679a16163a None None] Attempt 1 to provision port 6302805f-5898-4f1f-9d51-2b4b85163b9a Sep 27 05:13:34.734935 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e697c628-fd72-48da-8a49-11d885626e51 req-712485d3-05b3-4d7f-84f4-40dfac728892 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Made reservation on behalf of 1dfb55fd8c674196b50d4d7fcb5cfa7f for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:13:34.740333 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e697c628-fd72-48da-8a49-11d885626e51 req-712485d3-05b3-4d7f-84f4-40dfac728892 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:34.803992 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-da33ead1-8ff7-4bda-8f8b-2d679a16163a None None] Current status of the port 6302805f-5898-4f1f-9d51-2b4b85163b9a is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:34.934350 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-e697c628-fd72-48da-8a49-11d885626e51 req-712485d3-05b3-4d7f-84f4-40dfac728892 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Allocated IP 172.20.0.10 (dec3ae48-36aa-405d-bc7f-047f78b4a7ee/9895e08b-4d5c-410c-b888-43f54d0bd71d/a45258af-c4b0-4b99-9512-bff780544f4c) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:13:35.125707 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e697c628-fd72-48da-8a49-11d885626e51 req-712485d3-05b3-4d7f-84f4-40dfac728892 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for port (a45258af-c4b0-4b99-9512-bff780544f4c), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:35.161952 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e697c628-fd72-48da-8a49-11d885626e51 req-712485d3-05b3-4d7f-84f4-40dfac728892 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (a45258af-c4b0-4b99-9512-bff780544f4c), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:35.215058 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e697c628-fd72-48da-8a49-11d885626e51 req-712485d3-05b3-4d7f-84f4-40dfac728892 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Network dec3ae48-36aa-405d-bc7f-047f78b4a7ee is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:13:35.218423 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-e697c628-fd72-48da-8a49-11d885626e51 req-712485d3-05b3-4d7f-84f4-40dfac728892 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:35.225081 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-e697c628-fd72-48da-8a49-11d885626e51 req-712485d3-05b3-4d7f-84f4-40dfac728892 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:13:35.231276 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712485d3-05b3-4d7f-84f4-40dfac728892 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event updated for resources: {'Port': ['ID=a45258af-c4b0-4b99-9512-bff780544f4c,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:35.293767 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697c628-fd72-48da-8a49-11d885626e51 req-712485d3-05b3-4d7f-84f4-40dfac728892 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:35.294414 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e697c628-fd72-48da-8a49-11d885626e51 req-712485d3-05b3-4d7f-84f4-40dfac728892 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:35.319728 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-712485d3-05b3-4d7f-84f4-40dfac728892 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7988496 Sep 27 05:13:35.334093 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Request body: {'port': {'device_id': '6e34fc2d-33d7-4a96-a355-1a6478163db8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:35.411757 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a45258af-c4b0-4b99-9512-bff780544f4c), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:35.671119 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-d403c61e-54d1-4af2-a61f-c42ccdd205f2 None None] Provisioning complete for port a45258af-c4b0-4b99-9512-bff780544f4c triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:35.671603 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d403c61e-54d1-4af2-a61f-c42ccdd205f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (a45258af-c4b0-4b99-9512-bff780544f4c), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:35.672024 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-d403c61e-54d1-4af2-a61f-c42ccdd205f2 None None] Attempt 1 to provision port a45258af-c4b0-4b99-9512-bff780544f4c Sep 27 05:13:35.675358 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4c6a7-bcd3-4aa4-9945-83790f9ccb9f req-39c919de-eb96-490c-9b48-87d1c1c546fb tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:35.676907 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d3f4c6a7-bcd3-4aa4-9945-83790f9ccb9f req-39c919de-eb96-490c-9b48-87d1c1c546fb tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 932 time: 0.1422060 Sep 27 05:13:35.681246 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 6302805f-5898-4f1f-9d51-2b4b85163b9a up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:13:35.737873 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d3f4c6a7-bcd3-4aa4-9945-83790f9ccb9f req-d4996c05-f444-42ed-af2d-b9bd68adc590 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523808 Sep 27 05:13:35.770734 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-d403c61e-54d1-4af2-a61f-c42ccdd205f2 None None] Port a45258af-c4b0-4b99-9512-bff780544f4c cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:35.782637 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 6302805f-5898-4f1f-9d51-2b4b85163b9a triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:35.783244 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:35.783766 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 6302805f-5898-4f1f-9d51-2b4b85163b9a Sep 27 05:13:35.845061 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1e247443-2dfe-4182-8a60-4c754ab1bb71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:35.865697 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45258af-c4b0-4b99-9512-bff780544f4c {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:13:35.876955 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Publish callbacks [] for port (a45258af-c4b0-4b99-9512-bff780544f4c), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:35.897764 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Transition to ACTIVE for port object a45258af-c4b0-4b99-9512-bff780544f4c will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:13:35.902045 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 6302805f-5898-4f1f-9d51-2b4b85163b9a is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:35.903908 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (a45258af-c4b0-4b99-9512-bff780544f4c), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:35.996236 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Pushing event updated for resources: {'Port': ['ID=a45258af-c4b0-4b99-9512-bff780544f4c,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:36.035208 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Attempting to bind port a45258af-c4b0-4b99-9512-bff780544f4c on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:13:36.035847 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Attempting to bind port a45258af-c4b0-4b99-9512-bff780544f4c by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:13:36.036400 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Attempting to bind port a45258af-c4b0-4b99-9512-bff780544f4c on network dec3ae48-36aa-405d-bc7f-047f78b4a7ee {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:13:36.042276 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Port a45258af-c4b0-4b99-9512-bff780544f4c on network dec3ae48-36aa-405d-bc7f-047f78b4a7ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:13:36.043410 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Attempting to bind port a45258af-c4b0-4b99-9512-bff780544f4c on network dec3ae48-36aa-405d-bc7f-047f78b4a7ee {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:13:36.048857 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:13:36.049267 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Checking segment: {'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:13:36.049714 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Bound using segment: {'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:13:36.050236 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Bound port: a45258af-c4b0-4b99-9512-bff780544f4c, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:13:36.050671 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a45258af-c4b0-4b99-9512-bff780544f4c), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:36.120331 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] For port a45258af-c4b0-4b99-9512-bff780544f4c, host hv-cinder-85846, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:13:36.125147 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] For port a45258af-c4b0-4b99-9512-bff780544f4c, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=a45258af-c4b0-4b99-9512-bff780544f4c,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:13:36.134866 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (a45258af-c4b0-4b99-9512-bff780544f4c), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:36.140670 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:36.141683 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:36.143865 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] 10.222.0.49 "PUT /v2.0/ports/a45258af-c4b0-4b99-9512-bff780544f4c HTTP/1.1" status: 200 len: 1094 time: 0.8151758 Sep 27 05:13:36.144540 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e34fc2d-33d7-4a96-a355-1a6478163db8', 'tag': 'a45258af-c4b0-4b99-9512-bff780544f4c'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:13:36.147505 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eeaf2e-e83b-4493-b77c-f7098e27f4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6e34fc2d-33d7-4a96-a355-1a6478163db8", "tag": "a45258af-c4b0-4b99-9512-bff780544f4c"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:13:36.224486 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:13:36.226935 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b5ced9-02a5-4965-a29d-4f766815e19a x-openstack-request-id: req-b1b5ced9-02a5-4965-a29d-4f766815e19a {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:13:36.227239 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e34fc2d-33d7-4a96-a355-1a6478163db8", "tag": "a45258af-c4b0-4b99-9512-bff780544f4c", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:13:36.227503 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b1b5ced9-02a5-4965-a29d-4f766815e19a {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:13:36.227924 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b5ced9-02a5-4965-a29d-4f766815e19a'] response: {'name': 'network-changed', 'server_uuid': '6e34fc2d-33d7-4a96-a355-1a6478163db8', 'tag': 'a45258af-c4b0-4b99-9512-bff780544f4c', 'status': 'completed', 'code': 200} Sep 27 05:13:36.271821 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-d403c61e-54d1-4af2-a61f-c42ccdd205f2 None None] Attempt 2 to provision port a45258af-c4b0-4b99-9512-bff780544f4c Sep 27 05:13:36.285705 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574fbbb-9452-4111-a36e-29d738380d96 service neutron] Pushing event updated for resources: {'Port': ['ID=a45258af-c4b0-4b99-9512-bff780544f4c,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:36.312860 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697c628-fd72-48da-8a49-11d885626e51 req-a8c3b3d2-7dc7-44f2-be2c-afaa91ae8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:36.314659 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-a8c3b3d2-7dc7-44f2-be2c-afaa91ae8ba4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f&device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 1128 time: 0.0910933 Sep 27 05:13:36.342280 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-d403c61e-54d1-4af2-a61f-c42ccdd205f2 None None] Port a45258af-c4b0-4b99-9512-bff780544f4c had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:13:36.381453 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-761040d2-65cb-4abf-9810-2c41f11b4d2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45258af-c4b0-4b99-9512-bff780544f4c HTTP/1.1" status: 200 len: 217 time: 0.0591991 Sep 27 05:13:36.448855 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697c628-fd72-48da-8a49-11d885626e51 req-0e3ceb85-cb58-4476-9b96-f2dfad4903ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:36.450460 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-0e3ceb85-cb58-4476-9b96-f2dfad4903ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9895e08b-4d5c-410c-b888-43f54d0bd71d HTTP/1.1" status: 200 len: 849 time: 0.0636241 Sep 27 05:13:36.511584 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697c628-fd72-48da-8a49-11d885626e51 req-9e963d33-b627-4c46-9ca9-1a4e32794163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:36.513284 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-9e963d33-b627-4c46-9ca9-1a4e32794163 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564580 Sep 27 05:13:36.614455 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-7c44bce6-0a1a-47de-9f04-ed8e9af554fa service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948565 Sep 27 05:13:36.713415 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e697c628-fd72-48da-8a49-11d885626e51 req-57bdbde6-ef63-4fb3-a90d-be8899bd868c service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921164 Sep 27 05:13:36.815273 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeaf2e-e83b-4493-b77c-f7098e27f4ef req-94fbb728-a31e-4794-b8db-9b11f7cc6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:36.817099 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-82eeaf2e-e83b-4493-b77c-f7098e27f4ef req-94fbb728-a31e-4794-b8db-9b11f7cc6ea8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f&device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 1128 time: 0.0508654 Sep 27 05:13:36.961736 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca713eb8-55e1-45c0-8b70-37c21dab946c req-16b98b4b-2259-4aa1-ad26-37e5f6585bb1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:36.968811 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ca713eb8-55e1-45c0-8b70-37c21dab946c req-16b98b4b-2259-4aa1-ad26-37e5f6585bb1 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 944 time: 0.1359661 Sep 27 05:13:36.978050 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeaf2e-e83b-4493-b77c-f7098e27f4ef req-9a103f98-17cd-42ee-b30a-0e38d13ee44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:36.979502 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-82eeaf2e-e83b-4493-b77c-f7098e27f4ef req-9a103f98-17cd-42ee-b30a-0e38d13ee44b service neutron] 10.222.0.49 "GET /v2.0/networks?id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee HTTP/1.1" status: 200 len: 911 time: 0.1559155 Sep 27 05:13:37.029299 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-82eeaf2e-e83b-4493-b77c-f7098e27f4ef req-f8019a73-d0e7-4e20-8a17-2b6601f71173 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45258af-c4b0-4b99-9512-bff780544f4c HTTP/1.1" status: 200 len: 217 time: 0.0409117 Sep 27 05:13:37.087668 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ca713eb8-55e1-45c0-8b70-37c21dab946c req-2e356b39-0c3d-4651-9a61-8010aaf53377 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179614 Sep 27 05:13:37.103003 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeaf2e-e83b-4493-b77c-f7098e27f4ef req-54d7f57b-b19e-4bd0-ace6-4340757c5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:37.104757 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-82eeaf2e-e83b-4493-b77c-f7098e27f4ef req-54d7f57b-b19e-4bd0-ace6-4340757c5539 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9895e08b-4d5c-410c-b888-43f54d0bd71d HTTP/1.1" status: 200 len: 849 time: 0.0638125 Sep 27 05:13:37.168112 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeaf2e-e83b-4493-b77c-f7098e27f4ef req-9b976634-6ce3-415e-9443-18deeb38b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:37.169719 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-82eeaf2e-e83b-4493-b77c-f7098e27f4ef req-9b976634-6ce3-415e-9443-18deeb38b25c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568168 Sep 27 05:13:37.279514 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-82eeaf2e-e83b-4493-b77c-f7098e27f4ef req-349186bc-68a5-42a8-8828-8e9bef59d8cf service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003656 Sep 27 05:13:37.680376 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-82eeaf2e-e83b-4493-b77c-f7098e27f4ef req-fc55d94f-a290-46c6-bbf9-1a4309575f24 service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944893 Sep 27 05:13:38.159031 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b51af1ee-f47c-44d3-9c3f-f677339ab159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:38.239490 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f1298-dfb2-4a4b-8ea8-5f9a9b67f9b6 req-fe285d7a-82ff-40d7-b66c-6b30639bbe5f tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:38.241024 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae1f1298-dfb2-4a4b-8ea8-5f9a9b67f9b6 req-fe285d7a-82ff-40d7-b66c-6b30639bbe5f tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 944 time: 0.0585749 Sep 27 05:13:38.294355 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae1f1298-dfb2-4a4b-8ea8-5f9a9b67f9b6 req-f384ffd3-9773-43b9-b7b5-fa5e54fcbf90 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461886 Sep 27 05:13:39.412205 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:39.468595 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c1eb4-5d1b-498f-9726-67462ae08406 req-1f226418-185e-4177-ba59-dc7b67c0798d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:39.476413 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3b9c1eb4-5d1b-498f-9726-67462ae08406 req-1f226418-185e-4177-ba59-dc7b67c0798d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 944 time: 0.0800512 Sep 27 05:13:39.533918 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3b9c1eb4-5d1b-498f-9726-67462ae08406 req-b46a4fcd-3398-4c69-a923-74abf9abbc1d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559821 Sep 27 05:13:40.593569 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device a45258af-c4b0-4b99-9512-bff780544f4c details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:13:40.661776 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6e7d5-6354-4f23-9a69-76967d685426 req-ba005e87-3f3e-4385-91d3-bed2f7f69848 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:40.663452 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2af6e7d5-6354-4f23-9a69-76967d685426 req-ba005e87-3f3e-4385-91d3-bed2f7f69848 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 944 time: 0.0605400 Sep 27 05:13:40.740615 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2af6e7d5-6354-4f23-9a69-76967d685426 req-cc9721e8-3e19-468c-babd-28582fd048b5 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699022 Sep 27 05:13:40.748657 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port a45258af-c4b0-4b99-9512-bff780544f4c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=a45258af-c4b0-4b99-9512-bff780544f4c,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:40.760736 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': 'a45258af-c4b0-4b99-9512-bff780544f4c', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'port_id': 'a45258af-c4b0-4b99-9512-bff780544f4c', 'mac_address': 'fa:16:3e:14:fc:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:13:40.810009 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:40.810540 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port a45258af-c4b0-4b99-9512-bff780544f4c is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:40.810915 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a45258af-c4b0-4b99-9512-bff780544f4c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:40.825366 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45258af-c4b0-4b99-9512-bff780544f4c {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:13:40.846923 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port a45258af-c4b0-4b99-9512-bff780544f4c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=a45258af-c4b0-4b99-9512-bff780544f4c,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:40.852131 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (a45258af-c4b0-4b99-9512-bff780544f4c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:40.904626 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=a45258af-c4b0-4b99-9512-bff780544f4c,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:41.072708 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['a45258af-c4b0-4b99-9512-bff780544f4c'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:13:41.875284 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4be11-a230-47bf-8861-1414e55b5fa3 req-8167bd29-2827-4341-b4cb-67dd4abe8813 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:41.876846 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a9a4be11-a230-47bf-8861-1414e55b5fa3 req-8167bd29-2827-4341-b4cb-67dd4abe8813 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 945 time: 0.0593846 Sep 27 05:13:41.935265 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a9a4be11-a230-47bf-8861-1414e55b5fa3 req-3f940d36-eaaa-4861-8222-6bd23c10b4d2 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525248 Sep 27 05:13:42.131859 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:42.591803 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device a45258af-c4b0-4b99-9512-bff780544f4c up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:13:42.641406 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port a45258af-c4b0-4b99-9512-bff780544f4c completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:13:42.647160 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port a45258af-c4b0-4b99-9512-bff780544f4c triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:42.647645 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (a45258af-c4b0-4b99-9512-bff780544f4c), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:42.648085 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port a45258af-c4b0-4b99-9512-bff780544f4c Sep 27 05:13:42.727894 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port a45258af-c4b0-4b99-9512-bff780544f4c is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:42.729405 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a45258af-c4b0-4b99-9512-bff780544f4c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:42.756579 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e34fc2d-33d7-4a96-a355-1a6478163db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45258af-c4b0-4b99-9512-bff780544f4c'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:13:42.758713 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6f55f6-7dbf-47a9-b845-3be85ce1856c" -d '{"events": [{"server_uuid": "6e34fc2d-33d7-4a96-a355-1a6478163db8", "name": "network-vif-plugged", "status": "completed", "tag": "a45258af-c4b0-4b99-9512-bff780544f4c"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:13:42.773205 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port a45258af-c4b0-4b99-9512-bff780544f4c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=a45258af-c4b0-4b99-9512-bff780544f4c,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:42.778545 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (a45258af-c4b0-4b99-9512-bff780544f4c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:42.821057 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7339b9-79e3-4a6d-be20-cc2e3dc1a0b1 x-openstack-request-id: req-7a7339b9-79e3-4a6d-be20-cc2e3dc1a0b1 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:13:42.823209 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e34fc2d-33d7-4a96-a355-1a6478163db8", "name": "network-vif-plugged", "status": "completed", "tag": "a45258af-c4b0-4b99-9512-bff780544f4c", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:13:42.826992 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7a7339b9-79e3-4a6d-be20-cc2e3dc1a0b1 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:13:42.827508 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7339b9-79e3-4a6d-be20-cc2e3dc1a0b1'] response: {'server_uuid': '6e34fc2d-33d7-4a96-a355-1a6478163db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45258af-c4b0-4b99-9512-bff780544f4c', 'code': 200} Sep 27 05:13:42.851070 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=a45258af-c4b0-4b99-9512-bff780544f4c,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:43.036577 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387490d4-7e14-4075-beea-aa7034bd5c6d req-16aa7458-cf44-48ee-9e8e-ceb3d685f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:43.037987 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-387490d4-7e14-4075-beea-aa7034bd5c6d req-16aa7458-cf44-48ee-9e8e-ceb3d685f6ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 1130 time: 0.0707295 Sep 27 05:13:43.120303 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f78293-d70c-4f35-b398-71bd15db81a2 req-1115668f-1013-43eb-9e8b-3b1b4af17a4a tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:43.122264 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a2f78293-d70c-4f35-b398-71bd15db81a2 req-1115668f-1013-43eb-9e8b-3b1b4af17a4a tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0883832 Sep 27 05:13:43.126111 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-387490d4-7e14-4075-beea-aa7034bd5c6d req-46eb1fd4-11e7-4089-8831-2ddd5b762c64 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789809 Sep 27 05:13:43.178849 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a2f78293-d70c-4f35-b398-71bd15db81a2 req-ee850bcb-aaf8-4354-9599-779dbe215dbd tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503409 Sep 27 05:13:44.341583 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fb46d-84e3-42b9-9cc9-71954c1be6ae req-6e9123dd-6f3d-4b84-a0cc-6be4a036d697 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:44.343116 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1a0fb46d-84e3-42b9-9cc9-71954c1be6ae req-6e9123dd-6f3d-4b84-a0cc-6be4a036d697 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0727320 Sep 27 05:13:44.396033 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1a0fb46d-84e3-42b9-9cc9-71954c1be6ae req-4a19e93e-0762-4f93-8e7d-8920a49120a3 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462730 Sep 27 05:13:45.539561 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4041e4-0fcc-4426-9410-59290d3e1169 req-897ea00a-b264-4db9-9cce-a486df1cdc26 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:45.541076 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6a4041e4-0fcc-4426-9410-59290d3e1169 req-897ea00a-b264-4db9-9cce-a486df1cdc26 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0683494 Sep 27 05:13:45.600702 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6a4041e4-0fcc-4426-9410-59290d3e1169 req-851ae152-5fb6-4e22-9b7a-32a8fb19c977 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530992 Sep 27 05:13:45.733165 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e2919-ea85-4c96-bcb7-d2a155edd568 req-a09ca120-f74c-4a41-a0ab-4f29b994d558 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:45.734556 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3b2e2919-ea85-4c96-bcb7-d2a155edd568 req-a09ca120-f74c-4a41-a0ab-4f29b994d558 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0652649 Sep 27 05:13:45.745036 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40652) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:45.750622 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-d7c68160-7077-43c3-806f-018eda33a898 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Request body: {'floatingip': {'port_id': 'a45258af-c4b0-4b99-9512-bff780544f4c'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:45.796401 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d7c68160-7077-43c3-806f-018eda33a898 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for floatingip (adcda542-8c22-48c1-a8ae-cd422a5d5976), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:45.923871 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:46.148546 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40656) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:46.223029 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-722ced52-dd41-4911-a60b-e81e942ef8af admin admin] Deleting subnet 8d320f3b-f3ca-4a88-9ff1-d30b88135413 {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:13:46.228666 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-722ced52-dd41-4911-a60b-e81e942ef8af admin admin] Publish callbacks [] for subnet (8d320f3b-f3ca-4a88-9ff1-d30b88135413), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:46.304631 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-722ced52-dd41-4911-a60b-e81e942ef8af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639147'] for subnet (8d320f3b-f3ca-4a88-9ff1-d30b88135413), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:46.327566 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d7c68160-7077-43c3-806f-018eda33a898 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:46.334018 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d7c68160-7077-43c3-806f-018eda33a898 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (adcda542-8c22-48c1-a8ae-cd422a5d5976), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:46.387693 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-722ced52-dd41-4911-a60b-e81e942ef8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (8d320f3b-f3ca-4a88-9ff1-d30b88135413), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:46.472172 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-d7c68160-7077-43c3-806f-018eda33a898 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Floating IP adcda542-8c22-48c1-a8ae-cd422a5d5976 associated. External IP: 172.27.1.89, port: a45258af-c4b0-4b99-9512-bff780544f4c. Sep 27 05:13:46.513057 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-722ced52-dd41-4911-a60b-e81e942ef8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5961716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5312894'] for subnet (8d320f3b-f3ca-4a88-9ff1-d30b88135413), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:46.548489 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ced52-dd41-4911-a60b-e81e942ef8af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d320f3b-f3ca-4a88-9ff1-d30b88135413,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:46.556188 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-722ced52-dd41-4911-a60b-e81e942ef8af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:46.559483 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-722ced52-dd41-4911-a60b-e81e942ef8af admin admin] 10.222.0.27 "DELETE /v2.0/subnets/8d320f3b-f3ca-4a88-9ff1-d30b88135413 HTTP/1.1" status: 204 len: 168 time: 0.4099362 Sep 27 05:13:46.561952 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40658) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:46.674614 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3c1e217a-277f-4919-ab15-5ff17c40437c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (5a8629ac-306a-4f88-a276-5300ec08a5f2), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:46.827514 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3c1e217a-277f-4919-ab15-5ff17c40437c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (5a8629ac-306a-4f88-a276-5300ec08a5f2), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:46.857309 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-3c1e217a-277f-4919-ab15-5ff17c40437c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8629ac-306a-4f88-a276-5300ec08a5f2']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:46.873433 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-3c1e217a-277f-4919-ab15-5ff17c40437c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1820920d-c0cf-400a-ac29-731b826a9175') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:46.873734 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-3c1e217a-277f-4919-ab15-5ff17c40437c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1820920d-c0cf-400a-ac29-731b826a9175') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:46.876620 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c68160-7077-43c3-806f-018eda33a898 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Router c01b32fe-6bf4-4495-826e-d818d2a95cb8 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:13:46.888616 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3c1e217a-277f-4919-ab15-5ff17c40437c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639132'] for segment (1820920d-c0cf-400a-ac29-731b826a9175), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:46.940268 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3c1e217a-277f-4919-ab15-5ff17c40437c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (1820920d-c0cf-400a-ac29-731b826a9175), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:46.949949 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1e217a-277f-4919-ab15-5ff17c40437c admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:13:46.950383 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3c1e217a-277f-4919-ab15-5ff17c40437c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5949782'] for segment (1820920d-c0cf-400a-ac29-731b826a9175), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:46.996305 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 1820920d-c0cf-400a-ac29-731b826a9175 resource provider aggregate not found Sep 27 05:13:47.034339 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 1820920d-c0cf-400a-ac29-731b826a9175 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1820920d-c0cf-400a-ac29-731b826a9175 found for delete ", "request_id": "req-11c4b1bc-6d3e-49c7-be5d-dba4e806ecd9"}]} Sep 27 05:13:47.063022 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3c1e217a-277f-4919-ab15-5ff17c40437c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (5a8629ac-306a-4f88-a276-5300ec08a5f2), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:47.069550 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3c1e217a-277f-4919-ab15-5ff17c40437c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:47.072964 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3c1e217a-277f-4919-ab15-5ff17c40437c admin admin] 10.222.0.27 "DELETE /v2.0/networks/5a8629ac-306a-4f88-a276-5300ec08a5f2 HTTP/1.1" status: 204 len: 168 time: 0.5099924 Sep 27 05:13:47.086590 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e217a-277f-4919-ab15-5ff17c40437c admin admin] Pushing event deleted for resources: {'Network': ['ID=5a8629ac-306a-4f88-a276-5300ec08a5f2,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:47.088754 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c68160-7077-43c3-806f-018eda33a898 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:13:47.093621 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d7c68160-7077-43c3-806f-018eda33a898 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:47.099160 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b90a52-8d26-4736-910a-5cf963dc4cd9 None None] Sync routers for ids ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:13:47.112391 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b90a52-8d26-4736-910a-5cf963dc4cd9 None None] Routers {'c01b32fe-6bf4-4495-826e-d818d2a95cb8'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:47.113071 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-10b90a52-8d26-4736-910a-5cf963dc4cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:47.129943 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d7c68160-7077-43c3-806f-018eda33a898 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "PUT /v2.0/floatingips/adcda542-8c22-48c1-a8ae-cd422a5d5976 HTTP/1.1" status: 200 len: 991 time: 1.3831379 Sep 27 05:13:47.130629 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e34fc2d-33d7-4a96-a355-1a6478163db8', 'tag': 'a45258af-c4b0-4b99-9512-bff780544f4c'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:13:47.132997 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f611d47-0871-4477-96f8-ce79ffd997f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6e34fc2d-33d7-4a96-a355-1a6478163db8", "tag": "a45258af-c4b0-4b99-9512-bff780544f4c"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:13:47.177192 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44904265-c900-40df-808f-d3e4c6c3d9b2 x-openstack-request-id: req-44904265-c900-40df-808f-d3e4c6c3d9b2 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:13:47.177623 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e34fc2d-33d7-4a96-a355-1a6478163db8", "tag": "a45258af-c4b0-4b99-9512-bff780544f4c", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:13:47.177907 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-44904265-c900-40df-808f-d3e4c6c3d9b2 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:13:47.178387 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44904265-c900-40df-808f-d3e4c6c3d9b2'] response: {'name': 'network-changed', 'server_uuid': '6e34fc2d-33d7-4a96-a355-1a6478163db8', 'tag': 'a45258af-c4b0-4b99-9512-bff780544f4c', 'status': 'completed', 'code': 200} Sep 27 05:13:47.210929 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40670) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:47.228154 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-10b90a52-8d26-4736-910a-5cf963dc4cd9 None None] Set router c01b32fe-6bf4-4495-826e-d818d2a95cb8 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:47.245556 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f611d47-0871-4477-96f8-ce79ffd997f7 req-b0d70860-f56b-4121-b20b-1a35f0989297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:47.247300 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0f611d47-0871-4477-96f8-ce79ffd997f7 req-b0d70860-f56b-4121-b20b-1a35f0989297 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f&device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 1130 time: 0.0486958 Sep 27 05:13:47.257544 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7b9f6332-e355-4dcb-9d9f-0949da422feb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ec41c3523d5244049a60e6d8ad22e47b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442047 Sep 27 05:13:47.257785 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40672) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:47.309044 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ff012914-dc75-483d-a1be-3bf282b503da admin admin] Publish callbacks [] for security_group (286ac453-43c9-4419-a14b-efe0a12c1e82), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:47.335303 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ff012914-dc75-483d-a1be-3bf282b503da admin admin] Publish callbacks [] for security_group (286ac453-43c9-4419-a14b-efe0a12c1e82), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:47.348418 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f611d47-0871-4477-96f8-ce79ffd997f7 req-cabe991b-226f-4275-b336-7089273752a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:47.349971 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0f611d47-0871-4477-96f8-ce79ffd997f7 req-cabe991b-226f-4275-b336-7089273752a2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee HTTP/1.1" status: 200 len: 911 time: 0.0974150 Sep 27 05:13:47.385412 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ff012914-dc75-483d-a1be-3bf282b503da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (286ac453-43c9-4419-a14b-efe0a12c1e82), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:47.389303 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ff012914-dc75-483d-a1be-3bf282b503da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:47.390518 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ff012914-dc75-483d-a1be-3bf282b503da admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/286ac453-43c9-4419-a14b-efe0a12c1e82 HTTP/1.1" status: 204 len: 168 time: 0.1317396 Sep 27 05:13:47.399579 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff012914-dc75-483d-a1be-3bf282b503da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286ac453-43c9-4419-a14b-efe0a12c1e82,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:47.431140 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0f611d47-0871-4477-96f8-ce79ffd997f7 req-246e435a-d5ba-46bc-97f5-5b3028a65645 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45258af-c4b0-4b99-9512-bff780544f4c HTTP/1.1" status: 200 len: 999 time: 0.0745173 Sep 27 05:13:47.483883 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-10b90a52-8d26-4736-910a-5cf963dc4cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'adcda542-8c22-48c1-a8ae-cd422a5d5976', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'port_id': 'a45258af-c4b0-4b99-9512-bff780544f4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'mac_address': 'fa:16:3e:14:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e34fc2d-33d7-4a96-a355-1a6478163db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:13:31Z', 'updated_at': '2022-09-27T05:13:46Z', 'revision_number': 1, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:34Z', 'revision_number': 5, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:47.491012 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f611d47-0871-4477-96f8-ce79ffd997f7 req-1c613e41-e01c-465c-81b7-5a9d9d638472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:47.492640 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0f611d47-0871-4477-96f8-ce79ffd997f7 req-1c613e41-e01c-465c-81b7-5a9d9d638472 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9895e08b-4d5c-410c-b888-43f54d0bd71d HTTP/1.1" status: 200 len: 849 time: 0.0559804 Sep 27 05:13:47.510917 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b90a52-8d26-4736-910a-5cf963dc4cd9 None None] Checking router: c01b32fe-6bf4-4495-826e-d818d2a95cb8 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:13:47.520489 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b90a52-8d26-4736-910a-5cf963dc4cd9 None None] Routers {'c01b32fe-6bf4-4495-826e-d818d2a95cb8'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:47.521159 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-10b90a52-8d26-4736-910a-5cf963dc4cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:47.549064 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f611d47-0871-4477-96f8-ce79ffd997f7 req-d6c55281-6658-4c62-9a3c-3eb4acfacc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:47.550727 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0f611d47-0871-4477-96f8-ce79ffd997f7 req-d6c55281-6658-4c62-9a3c-3eb4acfacc4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521655 Sep 27 05:13:47.640532 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-10b90a52-8d26-4736-910a-5cf963dc4cd9 None None] Set router c01b32fe-6bf4-4495-826e-d818d2a95cb8 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:47.647551 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0f611d47-0871-4477-96f8-ce79ffd997f7 req-8b60dd88-efa7-48cb-a344-c6b8a6e3d308 service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909617 Sep 27 05:13:47.753711 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0f611d47-0871-4477-96f8-ce79ffd997f7 req-d0554350-c411-45b3-98e9-7442e6ea72d4 service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995421 Sep 27 05:13:47.878346 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-10b90a52-8d26-4736-910a-5cf963dc4cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'adcda542-8c22-48c1-a8ae-cd422a5d5976', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'port_id': 'a45258af-c4b0-4b99-9512-bff780544f4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'mac_address': 'fa:16:3e:14:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e34fc2d-33d7-4a96-a355-1a6478163db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:13:31Z', 'updated_at': '2022-09-27T05:13:46Z', 'revision_number': 1, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:34Z', 'revision_number': 5, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:47.903506 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b90a52-8d26-4736-910a-5cf963dc4cd9 None None] The sync data for ids ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'] in dv-cinder-858463-2-iscsi is: [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': 'adcda542-8c22-48c1-a8ae-cd422a5d5976', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'port_id': 'a45258af-c4b0-4b99-9512-bff780544f4c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'mac_address': 'fa:16:3e:14:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e34fc2d-33d7-4a96-a355-1a6478163db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:13:31Z', 'updated_at': '2022-09-27T05:13:46Z', 'revision_number': 1, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:34Z', 'revision_number': 5, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:13:48.139489 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeca899-a90b-4295-9e8c-9817d69b177b None None] New status for floating IP adcda542-8c22-48c1-a8ae-cd422a5d5976: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:13:48.178155 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40694) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:48.288859 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1845319594-network', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:48.315653 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] Made reservation on behalf of 505f8ca50e7042bfadcc5b9b5c433696 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:13:48.318398 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:48.328217 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:48.434853 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] Publish callbacks [] for security_group (6494b321-5d88-4808-8d0c-75e5b4b4ba0e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:48.438568 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (6494b321-5d88-4808-8d0c-75e5b4b4ba0e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:48.469511 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:13:48.475031 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6494b321-5d88-4808-8d0c-75e5b4b4ba0e,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:48.482606 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (45978cd7-56f6-4690-85b6-d5892897d9f2), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:48.483119 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] Added segment 45978cd7-56f6-4690-85b6-d5892897d9f2 of type vlan for network 8c485f19-1300-4593-a89f-fcde16470cf0 Sep 27 05:13:48.524891 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (8c485f19-1300-4593-a89f-fcde16470cf0), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:48.551991 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (8c485f19-1300-4593-a89f-fcde16470cf0), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:48.553194 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:48.553783 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:48.605472 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4253871 Sep 27 05:13:48.608515 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40698) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:48.613473 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-d9e85fa1-cd08-4cbe-9755-311a7e88e683 admin admin] Request body: {'subnet': {'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1845319594-subnet', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:48.621368 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dad4c9-b66a-4fba-92d4-f72da96d412c admin admin] Pushing event updated for resources: {'Network': ['ID=8c485f19-1300-4593-a89f-fcde16470cf0,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:48.632781 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network 8c485f19-1300-4593-a89f-fcde16470cf0 details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:13:48.633925 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e85fa1-cd08-4cbe-9755-311a7e88e683 admin admin] Made reservation on behalf of 505f8ca50e7042bfadcc5b9b5c433696 for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:13:48.636282 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fa1-cd08-4cbe-9755-311a7e88e683 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5312853'] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:48.804932 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fa1-cd08-4cbe-9755-311a7e88e683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5961515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5312839'] for subnet (4840c8a5-14e8-4b13-a61d-c3961ad1c6ec), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:48.860920 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e85fa1-cd08-4cbe-9755-311a7e88e683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4840c8a5-14e8-4b13-a61d-c3961ad1c6ec,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:48.867598 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e85fa1-cd08-4cbe-9755-311a7e88e683 admin admin] Checking segment: {'id': '45978cd7-56f6-4690-85b6-d5892897d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:13:48.867958 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e85fa1-cd08-4cbe-9755-311a7e88e683 admin admin] Network hostable DHCP agents. Network: 8c485f19-1300-4593-a89f-fcde16470cf0, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:13:48.884199 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e85fa1-cd08-4cbe-9755-311a7e88e683 admin admin] Network 8c485f19-1300-4593-a89f-fcde16470cf0 is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:13:48.892617 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-d9e85fa1-cd08-4cbe-9755-311a7e88e683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, 8c485f19-1300-4593-a89f-fcde16470cf0) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:48.896446 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e85fa1-cd08-4cbe-9755-311a7e88e683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:48.897059 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fa1-cd08-4cbe-9755-311a7e88e683 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:48.902393 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f88115-1fd9-44db-b846-50067634c9fc None None] Network 8c485f19-1300-4593-a89f-fcde16470cf0 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:13:48.914070 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d9e85fa1-cd08-4cbe-9755-311a7e88e683 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3043191 Sep 27 05:13:48.916764 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40700) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:48.922143 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:48.941453 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30415'] for router (c356d4bb-3678-48d1-9956-c90fb087288b), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:48.942458 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7911021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7911823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7965208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30456'] for router (c356d4bb-3678-48d1-9956-c90fb087288b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:48.994254 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Publish callbacks [] for router_controller (c356d4bb-3678-48d1-9956-c90fb087288b), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:49.010560 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cd8c3b0-7956-5b2d-987d-d9256dbf3db7-8c485f19-1300-4593-a89f-fcde16470cf0', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'fixed_ips': [{'subnet_id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec'}]}} from dv-cinder-858463-2-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 27 05:13:49.011584 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:49.130228 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Publish callbacks [] for router_gateway (c356d4bb-3678-48d1-9956-c90fb087288b), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:49.153598 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Allocated IP 172.20.0.2 (8c485f19-1300-4593-a89f-fcde16470cf0/4840c8a5-14e8-4b13-a61d-c3961ad1c6ec/03b3e76d-226c-47c1-920b-45d8d5f4f38b) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:13:49.308767 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Publish callbacks [] for port (03b3e76d-226c-47c1-920b-45d8d5f4f38b), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:49.316361 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (03b3e76d-226c-47c1-920b-45d8d5f4f38b), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:49.336767 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Publish callbacks [] for router_gateway (c356d4bb-3678-48d1-9956-c90fb087288b), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:49.356689 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Network 8c485f19-1300-4593-a89f-fcde16470cf0 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:13:49.359607 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:49.362043 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:13:49.362579 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:49.374708 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Pushing event updated for resources: {'Port': ['ID=03b3e76d-226c-47c1-920b-45d8d5f4f38b,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:49.428567 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Attempting to bind port 03b3e76d-226c-47c1-920b-45d8d5f4f38b on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:13:49.428982 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Attempting to bind port 03b3e76d-226c-47c1-920b-45d8d5f4f38b by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '45978cd7-56f6-4690-85b6-d5892897d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:13:49.429336 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Attempting to bind port 03b3e76d-226c-47c1-920b-45d8d5f4f38b on network 8c485f19-1300-4593-a89f-fcde16470cf0 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:13:49.435556 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:13:49.436194 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Checking segment: {'id': '45978cd7-56f6-4690-85b6-d5892897d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:13:49.436873 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:49.437430 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Bound using segment: {'id': '45978cd7-56f6-4690-85b6-d5892897d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:13:49.438271 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Bound port: 03b3e76d-226c-47c1-920b-45d8d5f4f38b, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45978cd7-56f6-4690-85b6-d5892897d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:13:49.438926 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (03b3e76d-226c-47c1-920b-45d8d5f4f38b), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:49.470647 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Allocated IP 172.27.1.145 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/56fb3f60-5271-43a0-a9a2-9857d96ac413) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:13:49.510148 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] For port 03b3e76d-226c-47c1-920b-45d8d5f4f38b, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:13:49.513985 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] For port 03b3e76d-226c-47c1-920b-45d8d5f4f38b, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=03b3e76d-226c-47c1-920b-45d8d5f4f38b,segment=NetworkSegment(45978cd7-56f6-4690-85b6-d5892897d9f2),segment_id=45978cd7-56f6-4690-85b6-d5892897d9f2)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:13:49.520221 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (03b3e76d-226c-47c1-920b-45d8d5f4f38b), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:49.577085 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c1859-3915-4490-a12d-91e09420bcc7 None None] Pushing event updated for resources: {'Port': ['ID=03b3e76d-226c-47c1-920b-45d8d5f4f38b,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:49.598741 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Publish callbacks [] for port (56fb3f60-5271-43a0-a9a2-9857d96ac413), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:49.636694 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (56fb3f60-5271-43a0-a9a2-9857d96ac413), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:49.681929 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:13:49.685635 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:49.686747 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-42c0b5ce-91f8-4b25-9301-a965bbb652aa req-13b8d802-2a58-4a54-a21b-cea6b8250432 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498948 Sep 27 05:13:49.692014 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:13:49.718335 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Pushing event updated for resources: {'Port': ['ID=56fb3f60-5271-43a0-a9a2-9857d96ac413,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:49.783324 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0b5ce-91f8-4b25-9301-a965bbb652aa req-5bd6a066-1bfd-482f-ad6a-73fdc9f10dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:49.785023 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-42c0b5ce-91f8-4b25-9301-a965bbb652aa req-5bd6a066-1bfd-482f-ad6a-73fdc9f10dd2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 1129 time: 0.0784397 Sep 27 05:13:49.918940 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0b5ce-91f8-4b25-9301-a965bbb652aa req-84b73025-5894-4166-a53d-e64c8db3d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:49.921860 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-42c0b5ce-91f8-4b25-9301-a965bbb652aa req-84b73025-5894-4166-a53d-e64c8db3d654 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 913 time: 0.1088951 Sep 27 05:13:50.001544 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Publish callbacks [] for router_gateway (c356d4bb-3678-48d1-9956-c90fb087288b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:50.005466 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-42c0b5ce-91f8-4b25-9301-a965bbb652aa req-3d96d8bf-70e9-4545-9b63-42312b62402a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c2d478-0b94-4bd7-9def-a4476c207275 HTTP/1.1" status: 200 len: 1001 time: 0.0782423 Sep 27 05:13:50.070674 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0b5ce-91f8-4b25-9301-a965bbb652aa req-3d0ea96f-a056-42aa-9f78-1fffd4024dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:50.072210 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-42c0b5ce-91f8-4b25-9301-a965bbb652aa req-3d0ea96f-a056-42aa-9f78-1fffd4024dce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64e5e500-b27d-41ff-b754-4ec03dbcd6fc HTTP/1.1" status: 200 len: 851 time: 0.0616596 Sep 27 05:13:50.127332 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0b5ce-91f8-4b25-9301-a965bbb652aa req-0e545db0-05b7-4637-bad4-0cd8659b5cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:50.128894 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-42c0b5ce-91f8-4b25-9301-a965bbb652aa req-0e545db0-05b7-4637-bad4-0cd8659b5cb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505738 Sep 27 05:13:50.240566 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-42c0b5ce-91f8-4b25-9301-a965bbb652aa req-b2de2561-4766-4730-ae92-bb828ffd2a9a service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060343 Sep 27 05:13:50.380982 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-42c0b5ce-91f8-4b25-9301-a965bbb652aa req-8c90f5e2-fc6e-41c1-bd0b-5ca4aac01efc service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296346 Sep 27 05:13:50.480274 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7911010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7911904'] for router (c356d4bb-3678-48d1-9956-c90fb087288b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:50.609244 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b16351-c832-49d2-aaca-df8abf1eaa51 None None] Network 8c485f19-1300-4593-a89f-fcde16470cf0 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:13:50.617385 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Router c356d4bb-3678-48d1-9956-c90fb087288b is scheduled to L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 05:13:50.695129 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-82a51faf-7aab-4e96-b7c9-2e53de1c096f None None] Provisioning complete for port 03b3e76d-226c-47c1-920b-45d8d5f4f38b triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:50.695434 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-82a51faf-7aab-4e96-b7c9-2e53de1c096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (03b3e76d-226c-47c1-920b-45d8d5f4f38b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:50.695769 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-82a51faf-7aab-4e96-b7c9-2e53de1c096f None None] Attempt 1 to provision port 03b3e76d-226c-47c1-920b-45d8d5f4f38b Sep 27 05:13:50.734204 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:13:50.757024 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:50.760902 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4a162bc2-fdf7-4e7c-ba29-6f74935cf513 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8397949 Sep 27 05:13:50.761182 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40704) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:50.766984 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Sync routers for ids ['c356d4bb-3678-48d1-9956-c90fb087288b'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:13:50.797999 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Routers {'c356d4bb-3678-48d1-9956-c90fb087288b'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:50.798618 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c356d4bb-3678-48d1-9956-c90fb087288b'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:51.039212 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-82a51faf-7aab-4e96-b7c9-2e53de1c096f None None] Current status of the port 03b3e76d-226c-47c1-920b-45d8d5f4f38b is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:51.039212 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-82a51faf-7aab-4e96-b7c9-2e53de1c096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (03b3e76d-226c-47c1-920b-45d8d5f4f38b), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.133438 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-82a51faf-7aab-4e96-b7c9-2e53de1c096f None None] For port 03b3e76d-226c-47c1-920b-45d8d5f4f38b, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=03b3e76d-226c-47c1-920b-45d8d5f4f38b,segment=NetworkSegment(45978cd7-56f6-4690-85b6-d5892897d9f2),segment_id=45978cd7-56f6-4690-85b6-d5892897d9f2)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:51.135439 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Set router c356d4bb-3678-48d1-9956-c90fb087288b gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:51.161730 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-82a51faf-7aab-4e96-b7c9-2e53de1c096f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (03b3e76d-226c-47c1-920b-45d8d5f4f38b), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.208460 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.297120 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a51faf-7aab-4e96-b7c9-2e53de1c096f None None] Pushing event updated for resources: {'Port': ['ID=03b3e76d-226c-47c1-920b-45d8d5f4f38b,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:51.324672 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-3ac0d437-ef1a-43f1-92a0-916f2509a9c2 None None] Provisioning complete for port 03b3e76d-226c-47c1-920b-45d8d5f4f38b triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:51.325082 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3ac0d437-ef1a-43f1-92a0-916f2509a9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (03b3e76d-226c-47c1-920b-45d8d5f4f38b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.325432 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-3ac0d437-ef1a-43f1-92a0-916f2509a9c2 None None] Attempt 1 to provision port 03b3e76d-226c-47c1-920b-45d8d5f4f38b Sep 27 05:13:51.376088 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Allocated IP 172.20.0.1 (8c485f19-1300-4593-a89f-fcde16470cf0/4840c8a5-14e8-4b13-a61d-c3961ad1c6ec/e5369b20-e90e-46dd-bd60-01ff36b8d1d3) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:13:51.440277 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:48Z', 'updated_at': '2022-09-27T05:13:49Z', 'revision_number': 3, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'gw_port': {'id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:49Z', 'updated_at': '2022-09-27T05:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:51.442136 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-3ac0d437-ef1a-43f1-92a0-916f2509a9c2 None None] Current status of the port 03b3e76d-226c-47c1-920b-45d8d5f4f38b is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:51.468081 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Checking router: c356d4bb-3678-48d1-9956-c90fb087288b for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:13:51.468432 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Updating router c356d4bb-3678-48d1-9956-c90fb087288b port 56fb3f60-5271-43a0-a9a2-9857d96ac413 binding host dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:13:51.484291 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Publish callbacks [] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.497919 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (56fb3f60-5271-43a0-a9a2-9857d96ac413), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.518532 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.560502 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Network 8c485f19-1300-4593-a89f-fcde16470cf0 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:13:51.563397 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:51.570593 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:13:51.596307 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5369b20-e90e-46dd-bd60-01ff36b8d1d3,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:51.622612 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 03b3e76d-226c-47c1-920b-45d8d5f4f38b up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:13:51.624572 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912591'] for router_interface (c356d4bb-3678-48d1-9956-c90fb087288b), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.735028 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 03b3e76d-226c-47c1-920b-45d8d5f4f38b triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:51.735413 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (03b3e76d-226c-47c1-920b-45d8d5f4f38b), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.735771 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 03b3e76d-226c-47c1-920b-45d8d5f4f38b Sep 27 05:13:51.760510 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.907079 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 03b3e76d-226c-47c1-920b-45d8d5f4f38b is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:51.913902 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Publish callbacks [] for port (56fb3f60-5271-43a0-a9a2-9857d96ac413), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.918664 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Provisioning complete for port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:51.919036 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.919408 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Attempt 1 to provision port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 Sep 27 05:13:51.922007 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (56fb3f60-5271-43a0-a9a2-9857d96ac413), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.935035 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Publish callbacks [] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.939758 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.977455 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Attempting to bind port 56fb3f60-5271-43a0-a9a2-9857d96ac413 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:13:51.977822 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Attempting to bind port 56fb3f60-5271-43a0-a9a2-9857d96ac413 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:13:51.978193 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Attempting to bind port 56fb3f60-5271-43a0-a9a2-9857d96ac413 on network 567d47fc-aabf-4674-8921-5604d2739763 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:13:51.992626 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:51.994956 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:13:51.996143 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Checking segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:13:51.996318 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:51.996707 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Bound using segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:13:51.997229 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Bound port: 56fb3f60-5271-43a0-a9a2-9857d96ac413, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:13:51.997612 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (56fb3f60-5271-43a0-a9a2-9857d96ac413), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:52.009040 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e5369b20-e90e-46dd-bd60-01ff36b8d1d3,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:52.012350 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7912483'] for router_interface (c356d4bb-3678-48d1-9956-c90fb087288b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:52.022476 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:52.022827 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:52.023168 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:52.023506 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:52.023840 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:52.024169 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:52.024288 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476bca2-01b5-4c6c-9e5e-f087633ce436 None None] Pushing event updated for resources: {'Port': ['ID=56fb3f60-5271-43a0-a9a2-9857d96ac413,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:52.024498 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:52.024837 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:52.025169 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:52.025493 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:52.026396 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:52.026951 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:52.027765 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:52.054369 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] For port 56fb3f60-5271-43a0-a9a2-9857d96ac413, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:13:52.057392 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] For port 56fb3f60-5271-43a0-a9a2-9857d96ac413, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=56fb3f60-5271-43a0-a9a2-9857d96ac413,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:13:52.063459 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (56fb3f60-5271-43a0-a9a2-9857d96ac413), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:52.100193 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Routers {'c356d4bb-3678-48d1-9956-c90fb087288b'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:52.100887 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c356d4bb-3678-48d1-9956-c90fb087288b'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:52.122408 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Network 8c485f19-1300-4593-a89f-fcde16470cf0 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:13:52.123920 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:52.159637 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476bca2-01b5-4c6c-9e5e-f087633ce436 None None] Pushing event updated for resources: {'Port': ['ID=56fb3f60-5271-43a0-a9a2-9857d96ac413,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:52.228357 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] Set router c356d4bb-3678-48d1-9956-c90fb087288b gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:52.242427 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Router c356d4bb-3678-48d1-9956-c90fb087288b has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:13:52.360515 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:13:52.368450 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-48cdfcfa-fe9f-4cd9-9fbd-6e84675f29a5 admin admin] 10.222.0.27 "PUT /v2.0/routers/c356d4bb-3678-48d1-9956-c90fb087288b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6062975 Sep 27 05:13:52.442744 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:48Z', 'updated_at': '2022-09-27T05:13:51Z', 'revision_number': 4, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'gw_port': {'id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:49Z', 'updated_at': '2022-09-27T05:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'e5369b20-e90e-46dd-bd60-01ff36b8d1d3', 'name': '', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'mac_address': 'fa:16:3e:72:83:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:51Z', 'updated_at': '2022-09-27T05:13:51Z', 'revision_number': 2, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'subnets': [{'id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:52.467911 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b668f-1aea-4857-a6d7-31ecfee8869f None None] The sync data for ids ['c356d4bb-3678-48d1-9956-c90fb087288b'] in dv-cinder-858463-2-iscsi is: [{'id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:48Z', 'updated_at': '2022-09-27T05:13:51Z', 'revision_number': 4, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'gw_port': {'id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:49Z', 'updated_at': '2022-09-27T05:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'e5369b20-e90e-46dd-bd60-01ff36b8d1d3', 'name': '', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'mac_address': 'fa:16:3e:72:83:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:51Z', 'updated_at': '2022-09-27T05:13:51Z', 'revision_number': 2, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'subnets': [{'id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:13:52.493409 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Attempt 2 to provision port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 Sep 27 05:13:52.529977 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:52.906994 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40720) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:52.912069 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1105274741-network', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:52.934993 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] Made reservation on behalf of 7605c13f05ee40b38c99111c5042d0a1 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:13:52.938312 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:52.950390 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:53.031220 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Attempt 3 to provision port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 Sep 27 05:13:53.039805 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] Publish callbacks [] for security_group (ba5bc8f0-dbf1-4c87-a992-6790922a0d17), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:53.044962 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ba5bc8f0-dbf1-4c87-a992-6790922a0d17), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:53.082478 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:53.084911 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:13:53.095366 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5bc8f0-dbf1-4c87-a992-6790922a0d17,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:53.100773 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (4d9d9a5f-bae1-434e-b1e1-28b6b21c424e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:53.100996 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] Added segment 4d9d9a5f-bae1-434e-b1e1-28b6b21c424e of type vlan for network 77cfa879-2445-4feb-b522-0126d395eb00 Sep 27 05:13:53.149222 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (77cfa879-2445-4feb-b522-0126d395eb00), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:53.177638 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (77cfa879-2445-4feb-b522-0126d395eb00), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:53.178833 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:53.179552 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:53.239403 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3312109 Sep 27 05:13:53.246393 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40722) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:53.246962 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12759c-129c-42b4-9ada-e9447fa157c6 admin admin] Pushing event updated for resources: {'Network': ['ID=77cfa879-2445-4feb-b522-0126d395eb00,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:53.261382 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Request body: {'subnet': {'network_id': '77cfa879-2445-4feb-b522-0126d395eb00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1105274741-subnet', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:53.275066 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network 77cfa879-2445-4feb-b522-0126d395eb00 details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:13:53.286968 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Made reservation on behalf of 7605c13f05ee40b38c99111c5042d0a1 for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:13:53.289658 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5312853'] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:53.482253 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5961515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5312839'] for subnet (7f80f488-9549-48cd-b940-046ce0ff7538), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:53.540875 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f80f488-9549-48cd-b940-046ce0ff7538,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:53.555134 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:53.555485 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:53.555830 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:53.556175 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:53.556509 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:53.556870 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:53.557207 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:53.557536 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:53.558541 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:53.559094 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:53.559504 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:53.559946 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:53.560277 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:13:53.564653 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Checking segment: {'id': '4d9d9a5f-bae1-434e-b1e1-28b6b21c424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '77cfa879-2445-4feb-b522-0126d395eb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:13:53.565057 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Network hostable DHCP agents. Network: 77cfa879-2445-4feb-b522-0126d395eb00, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:13:53.583571 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Attempt 4 to provision port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 Sep 27 05:13:53.589922 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Network 77cfa879-2445-4feb-b522-0126d395eb00 is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:13:53.605840 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, 77cfa879-2445-4feb-b522-0126d395eb00) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:53.618555 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:13:53.619683 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:53.637216 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-717455a1-ef63-4df1-bfa6-8daba984e324 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3879359 Sep 27 05:13:53.640026 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 40728) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:53.645380 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1105274741-router', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:13:53.651005 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3eb901-0ad6-4b1c-b0b2-f523a01e1863 None None] Network 77cfa879-2445-4feb-b522-0126d395eb00 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:13:53.654478 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 56fb3f60-5271-43a0-a9a2-9857d96ac413 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:13:53.669930 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30415'] for router (152e2215-995f-495d-a211-efb9a6176fb7), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:53.671383 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7911021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7911823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7965208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30456'] for router (152e2215-995f-495d-a211-efb9a6176fb7), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:53.736239 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Publish callbacks [] for router_controller (152e2215-995f-495d-a211-efb9a6176fb7), precommit_add_association {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:53.759025 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:53.801647 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 56fb3f60-5271-43a0-a9a2-9857d96ac413 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:53.802055 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (56fb3f60-5271-43a0-a9a2-9857d96ac413), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:53.802395 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 56fb3f60-5271-43a0-a9a2-9857d96ac413 Sep 27 05:13:53.873852 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cd8c3b0-7956-5b2d-987d-d9256dbf3db7-77cfa879-2445-4feb-b522-0126d395eb00', 'network_id': '77cfa879-2445-4feb-b522-0126d395eb00', 'project_id': '7605c13f05ee40b38c99111c5042d0a1', 'fixed_ips': [{'subnet_id': '7f80f488-9549-48cd-b940-046ce0ff7538'}]}} from dv-cinder-858463-2-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 27 05:13:53.873852 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:53.913804 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Publish callbacks [] for router_gateway (152e2215-995f-495d-a211-efb9a6176fb7), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:54.007272 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 56fb3f60-5271-43a0-a9a2-9857d96ac413 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:54.007664 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (56fb3f60-5271-43a0-a9a2-9857d96ac413), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:54.040675 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port 56fb3f60-5271-43a0-a9a2-9857d96ac413, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=56fb3f60-5271-43a0-a9a2-9857d96ac413,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:54.077399 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (56fb3f60-5271-43a0-a9a2-9857d96ac413), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:54.144872 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=56fb3f60-5271-43a0-a9a2-9857d96ac413,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:54.190436 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Allocated IP 172.20.0.2 (77cfa879-2445-4feb-b522-0126d395eb00/7f80f488-9549-48cd-b940-046ce0ff7538/495a413a-3cc8-472c-957c-d2a4991c03f0) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:13:54.260932 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Attempt 5 to provision port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 Sep 27 05:13:54.450227 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:54.479381 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Publish callbacks [] for router_gateway (152e2215-995f-495d-a211-efb9a6176fb7), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:54.500476 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:54.509051 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Publish callbacks [] for port (495a413a-3cc8-472c-957c-d2a4991c03f0), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:54.514462 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (495a413a-3cc8-472c-957c-d2a4991c03f0), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:54.551140 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Network 77cfa879-2445-4feb-b522-0126d395eb00 is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:13:54.556251 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:54.556780 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:13:54.571376 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Pushing event updated for resources: {'Port': ['ID=495a413a-3cc8-472c-957c-d2a4991c03f0,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:54.627585 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Attempting to bind port 495a413a-3cc8-472c-957c-d2a4991c03f0 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:13:54.628085 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Attempting to bind port 495a413a-3cc8-472c-957c-d2a4991c03f0 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '4d9d9a5f-bae1-434e-b1e1-28b6b21c424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '77cfa879-2445-4feb-b522-0126d395eb00'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:13:54.628411 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Attempting to bind port 495a413a-3cc8-472c-957c-d2a4991c03f0 on network 77cfa879-2445-4feb-b522-0126d395eb00 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:13:54.629888 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Allocated IP 172.27.1.245 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/f40613d6-1a7e-419c-a5e0-ae374006b7c7) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:13:54.635428 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:13:54.635750 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Checking segment: {'id': '4d9d9a5f-bae1-434e-b1e1-28b6b21c424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '77cfa879-2445-4feb-b522-0126d395eb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:13:54.637035 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:54.637441 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Bound using segment: {'id': '4d9d9a5f-bae1-434e-b1e1-28b6b21c424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '77cfa879-2445-4feb-b522-0126d395eb00'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:13:54.637925 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Bound port: 495a413a-3cc8-472c-957c-d2a4991c03f0, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9d9a5f-bae1-434e-b1e1-28b6b21c424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '77cfa879-2445-4feb-b522-0126d395eb00'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:13:54.638315 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (495a413a-3cc8-472c-957c-d2a4991c03f0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:54.702965 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] For port 495a413a-3cc8-472c-957c-d2a4991c03f0, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:13:54.706544 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] For port 495a413a-3cc8-472c-957c-d2a4991c03f0, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=495a413a-3cc8-472c-957c-d2a4991c03f0,segment=NetworkSegment(4d9d9a5f-bae1-434e-b1e1-28b6b21c424e),segment_id=4d9d9a5f-bae1-434e-b1e1-28b6b21c424e)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:13:54.712960 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (495a413a-3cc8-472c-957c-d2a4991c03f0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:54.744107 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Publish callbacks [] for port (f40613d6-1a7e-419c-a5e0-ae374006b7c7), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:54.771573 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0b260-ccdb-46e2-88da-697574f449c7 None None] Pushing event updated for resources: {'Port': ['ID=495a413a-3cc8-472c-957c-d2a4991c03f0,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:54.794176 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (f40613d6-1a7e-419c-a5e0-ae374006b7c7), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:54.833200 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:13:54.842245 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:54.846288 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:13:54.849553 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Pushing event updated for resources: {'Port': ['ID=f40613d6-1a7e-419c-a5e0-ae374006b7c7,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:54.951389 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Attempt 6 to provision port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 Sep 27 05:13:54.957407 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Sync routers for ids ['c356d4bb-3678-48d1-9956-c90fb087288b'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:13:54.968194 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Routers {'c356d4bb-3678-48d1-9956-c90fb087288b'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:54.968844 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c356d4bb-3678-48d1-9956-c90fb087288b'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:55.005145 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:55.080441 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Set router c356d4bb-3678-48d1-9956-c90fb087288b gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:55.125105 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Publish callbacks [] for router_gateway (152e2215-995f-495d-a211-efb9a6176fb7), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:55.278049 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:48Z', 'updated_at': '2022-09-27T05:13:51Z', 'revision_number': 4, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'gw_port': {'id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:49Z', 'updated_at': '2022-09-27T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'e5369b20-e90e-46dd-bd60-01ff36b8d1d3', 'name': '', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'mac_address': 'fa:16:3e:72:83:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:51Z', 'updated_at': '2022-09-27T05:13:51Z', 'revision_number': 2, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'subnets': [{'id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:55.301664 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Checking router: c356d4bb-3678-48d1-9956-c90fb087288b for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:13:55.302029 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Updating router c356d4bb-3678-48d1-9956-c90fb087288b port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 binding host dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:13:55.310719 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7911010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7911904'] for router (152e2215-995f-495d-a211-efb9a6176fb7), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:55.332538 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:55.443971 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Router 152e2215-995f-495d-a211-efb9a6176fb7 is scheduled to L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e with binding_index 1 {{(pid=103957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 05:13:55.507390 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Attempt 7 to provision port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 Sep 27 05:13:55.556678 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:55.571227 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:13:55.581967 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Sync routers for ids ['152e2215-995f-495d-a211-efb9a6176fb7'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:13:55.596339 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:55.605533 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-ad7614ba-adf0-4eba-bfc9-4a0d151aeffb admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9637475 Sep 27 05:13:55.608682 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40736) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:13:55.614648 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Routers {'152e2215-995f-495d-a211-efb9a6176fb7'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:55.615502 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['152e2215-995f-495d-a211-efb9a6176fb7'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:55.630083 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Publish callbacks [] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:55.641462 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:55.688551 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e04c0a-2995-435a-84c0-261eb34d03ce None None] Pushing event updated for resources: {'Port': ['ID=e5369b20-e90e-46dd-bd60-01ff36b8d1d3,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:55.747599 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 495a413a-3cc8-472c-957c-d2a4991c03f0 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:13:55.764526 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Attempting to bind port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:13:55.764853 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Attempting to bind port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '45978cd7-56f6-4690-85b6-d5892897d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:13:55.765232 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Attempting to bind port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 on network 8c485f19-1300-4593-a89f-fcde16470cf0 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:13:55.772104 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:13:55.772489 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Checking segment: {'id': '45978cd7-56f6-4690-85b6-d5892897d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:13:55.772918 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:55.773316 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Bound using segment: {'id': '45978cd7-56f6-4690-85b6-d5892897d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:13:55.773793 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Bound port: e5369b20-e90e-46dd-bd60-01ff36b8d1d3, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45978cd7-56f6-4690-85b6-d5892897d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:13:55.774522 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:55.801072 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Set router 152e2215-995f-495d-a211-efb9a6176fb7 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:55.841288 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] For port e5369b20-e90e-46dd-bd60-01ff36b8d1d3, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:13:55.845391 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] For port e5369b20-e90e-46dd-bd60-01ff36b8d1d3, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=e5369b20-e90e-46dd-bd60-01ff36b8d1d3,segment=NetworkSegment(45978cd7-56f6-4690-85b6-d5892897d9f2),segment_id=45978cd7-56f6-4690-85b6-d5892897d9f2)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:13:55.852996 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:55.860440 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9f547a-3f97-4d57-bb3b-b87ce637affe None None] Network 77cfa879-2445-4feb-b522-0126d395eb00 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:13:55.891948 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Routers {'c356d4bb-3678-48d1-9956-c90fb087288b'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:55.892851 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c356d4bb-3678-48d1-9956-c90fb087288b'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:55.976424 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 495a413a-3cc8-472c-957c-d2a4991c03f0 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:55.976424 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (495a413a-3cc8-472c-957c-d2a4991c03f0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:55.976424 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 495a413a-3cc8-472c-957c-d2a4991c03f0 Sep 27 05:13:56.004736 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e04c0a-2995-435a-84c0-261eb34d03ce None None] Pushing event updated for resources: {'Port': ['ID=e5369b20-e90e-46dd-bd60-01ff36b8d1d3,revision_number=4']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:56.008286 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] Set router c356d4bb-3678-48d1-9956-c90fb087288b gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:56.060366 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Attempt 8 to provision port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 Sep 27 05:13:56.099927 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.178153 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 495a413a-3cc8-472c-957c-d2a4991c03f0 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:56.178545 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (495a413a-3cc8-472c-957c-d2a4991c03f0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.234243 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:48Z', 'updated_at': '2022-09-27T05:13:51Z', 'revision_number': 4, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'gw_port': {'id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:49Z', 'updated_at': '2022-09-27T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'e5369b20-e90e-46dd-bd60-01ff36b8d1d3', 'name': '', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'mac_address': 'fa:16:3e:72:83:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:51Z', 'updated_at': '2022-09-27T05:13:55Z', 'revision_number': 4, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'subnets': [{'id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:56.259209 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152e2215-995f-495d-a211-efb9a6176fb7', 'name': 'tempest-TestMinimumBasicScenario-1105274741-router', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'f40613d6-1a7e-419c-a5e0-ae374006b7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:53Z', 'updated_at': '2022-09-27T05:13:55Z', 'revision_number': 3, 'project_id': '7605c13f05ee40b38c99111c5042d0a1', 'gw_port': {'id': 'f40613d6-1a7e-419c-a5e0-ae374006b7c7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152e2215-995f-495d-a211-efb9a6176fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:54Z', 'updated_at': '2022-09-27T05:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:56.262733 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port 495a413a-3cc8-472c-957c-d2a4991c03f0, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=495a413a-3cc8-472c-957c-d2a4991c03f0,segment=NetworkSegment(4d9d9a5f-bae1-434e-b1e1-28b6b21c424e),segment_id=4d9d9a5f-bae1-434e-b1e1-28b6b21c424e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:56.265421 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7411c2b0-ff41-4346-83e0-cf66d66724b8 None None] The sync data for ids ['c356d4bb-3678-48d1-9956-c90fb087288b'] in dv-cinder-858463-2-iscsi is: [{'id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:48Z', 'updated_at': '2022-09-27T05:13:51Z', 'revision_number': 4, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'gw_port': {'id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:49Z', 'updated_at': '2022-09-27T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'e5369b20-e90e-46dd-bd60-01ff36b8d1d3', 'name': '', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'mac_address': 'fa:16:3e:72:83:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:51Z', 'updated_at': '2022-09-27T05:13:55Z', 'revision_number': 4, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'subnets': [{'id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:13:56.298778 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Allocated IP 172.20.0.1 (77cfa879-2445-4feb-b522-0126d395eb00/7f80f488-9549-48cd-b940-046ce0ff7538/338552be-ed5b-4d27-86a3-659bdc865b0f) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:13:56.307341 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Current status of the port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:56.308257 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.310575 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (495a413a-3cc8-472c-957c-d2a4991c03f0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.311356 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 56fb3f60-5271-43a0-a9a2-9857d96ac413 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:13:56.343652 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Checking router: 152e2215-995f-495d-a211-efb9a6176fb7 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:13:56.344023 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Updating router 152e2215-995f-495d-a211-efb9a6176fb7 port f40613d6-1a7e-419c-a5e0-ae374006b7c7 binding host dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:13:56.437427 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (f40613d6-1a7e-419c-a5e0-ae374006b7c7), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.439853 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] For port e5369b20-e90e-46dd-bd60-01ff36b8d1d3, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=e5369b20-e90e-46dd-bd60-01ff36b8d1d3,segment=NetworkSegment(45978cd7-56f6-4690-85b6-d5892897d9f2),segment_id=45978cd7-56f6-4690-85b6-d5892897d9f2)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:56.442123 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Publish callbacks [] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.456865 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.477221 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=495a413a-3cc8-472c-957c-d2a4991c03f0,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:56.481943 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.521869 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Network 77cfa879-2445-4feb-b522-0126d395eb00 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:13:56.525987 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:56.530219 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:13:56.568576 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Pushing event updated for resources: {'Port': ['ID=338552be-ed5b-4d27-86a3-659bdc865b0f,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:56.578370 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912591'] for router_interface (152e2215-995f-495d-a211-efb9a6176fb7), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.581482 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 56fb3f60-5271-43a0-a9a2-9857d96ac413 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:56.581977 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (56fb3f60-5271-43a0-a9a2-9857d96ac413), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.582191 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 56fb3f60-5271-43a0-a9a2-9857d96ac413 Sep 27 05:13:56.642945 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f7a83-6ee0-492c-a3f0-8df0ba534ae7 None None] Pushing event updated for resources: {'Port': ['ID=e5369b20-e90e-46dd-bd60-01ff36b8d1d3,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:56.680656 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-31a8317a-2a69-4f58-88f4-655a758de62a None None] Provisioning complete for port 495a413a-3cc8-472c-957c-d2a4991c03f0 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:56.681077 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-31a8317a-2a69-4f58-88f4-655a758de62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (495a413a-3cc8-472c-957c-d2a4991c03f0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.681409 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-31a8317a-2a69-4f58-88f4-655a758de62a None None] Attempt 1 to provision port 495a413a-3cc8-472c-957c-d2a4991c03f0 Sep 27 05:13:56.732734 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.833252 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 56fb3f60-5271-43a0-a9a2-9857d96ac413 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:56.902894 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-31a8317a-2a69-4f58-88f4-655a758de62a None None] Current status of the port 495a413a-3cc8-472c-957c-d2a4991c03f0 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:56.907676 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Publish callbacks [] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.914295 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.925646 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Publish callbacks [] for port (f40613d6-1a7e-419c-a5e0-ae374006b7c7), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.931758 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-31a8317a-2a69-4f58-88f4-655a758de62a None None] Provisioning complete for port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:56.932227 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-31a8317a-2a69-4f58-88f4-655a758de62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.933272 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-31a8317a-2a69-4f58-88f4-655a758de62a None None] Attempt 1 to provision port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 Sep 27 05:13:56.955628 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (f40613d6-1a7e-419c-a5e0-ae374006b7c7), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:56.992617 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Pushing event updated for resources: {'Port': ['ID=338552be-ed5b-4d27-86a3-659bdc865b0f,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:56.996427 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7912483'] for router_interface (152e2215-995f-495d-a211-efb9a6176fb7), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:57.101080 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Network 77cfa879-2445-4feb-b522-0126d395eb00 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:13:57.102685 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:13:57.137356 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Attempting to bind port f40613d6-1a7e-419c-a5e0-ae374006b7c7 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:13:57.137731 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Attempting to bind port f40613d6-1a7e-419c-a5e0-ae374006b7c7 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:13:57.138101 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Attempting to bind port f40613d6-1a7e-419c-a5e0-ae374006b7c7 on network 567d47fc-aabf-4674-8921-5604d2739763 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:13:57.159225 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:13:57.159662 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Checking segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:13:57.160010 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:57.160404 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Bound using segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:13:57.161493 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Bound port: f40613d6-1a7e-419c-a5e0-ae374006b7c7, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:13:57.161622 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (f40613d6-1a7e-419c-a5e0-ae374006b7c7), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:57.186922 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10c65c-584f-46d1-9c5c-b317c3e76240 None None] Pushing event updated for resources: {'Port': ['ID=f40613d6-1a7e-419c-a5e0-ae374006b7c7,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:57.223854 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Router 152e2215-995f-495d-a211-efb9a6176fb7 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:13:57.242159 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] For port f40613d6-1a7e-419c-a5e0-ae374006b7c7, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:13:57.247612 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] For port f40613d6-1a7e-419c-a5e0-ae374006b7c7, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=f40613d6-1a7e-419c-a5e0-ae374006b7c7,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:13:57.254025 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-31a8317a-2a69-4f58-88f4-655a758de62a None None] Current status of the port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:57.258615 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (f40613d6-1a7e-419c-a5e0-ae374006b7c7), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:57.297735 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Routers {'152e2215-995f-495d-a211-efb9a6176fb7'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:13:57.298391 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['152e2215-995f-495d-a211-efb9a6176fb7'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:57.349375 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:13:57.356588 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-765432c3-8562-4ec1-b65d-c19191c48e27 admin admin] 10.222.0.27 "PUT /v2.0/routers/152e2215-995f-495d-a211-efb9a6176fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7465916 Sep 27 05:13:57.361290 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10c65c-584f-46d1-9c5c-b317c3e76240 None None] Pushing event updated for resources: {'Port': ['ID=f40613d6-1a7e-419c-a5e0-ae374006b7c7,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:13:57.431787 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Provisioning complete for port 338552be-ed5b-4d27-86a3-659bdc865b0f triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:57.432166 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:57.432830 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Attempt 1 to provision port 338552be-ed5b-4d27-86a3-659bdc865b0f Sep 27 05:13:57.469657 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] Set router 152e2215-995f-495d-a211-efb9a6176fb7 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:13:57.506415 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Port 338552be-ed5b-4d27-86a3-659bdc865b0f cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:57.615338 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device e5369b20-e90e-46dd-bd60-01ff36b8d1d3 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:13:57.730629 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:57.731074 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:57.731412 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 Sep 27 05:13:57.826248 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:57.827370 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 495a413a-3cc8-472c-957c-d2a4991c03f0 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:13:57.852439 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152e2215-995f-495d-a211-efb9a6176fb7', 'name': 'tempest-TestMinimumBasicScenario-1105274741-router', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'f40613d6-1a7e-419c-a5e0-ae374006b7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:53Z', 'updated_at': '2022-09-27T05:13:56Z', 'revision_number': 4, 'project_id': '7605c13f05ee40b38c99111c5042d0a1', 'gw_port': {'id': 'f40613d6-1a7e-419c-a5e0-ae374006b7c7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152e2215-995f-495d-a211-efb9a6176fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:54Z', 'updated_at': '2022-09-27T05:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '338552be-ed5b-4d27-86a3-659bdc865b0f', 'name': '', 'network_id': '77cfa879-2445-4feb-b522-0126d395eb00', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'mac_address': 'fa:16:3e:b1:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152e2215-995f-495d-a211-efb9a6176fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7f80f488-9549-48cd-b940-046ce0ff7538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:56Z', 'updated_at': '2022-09-27T05:13:56Z', 'revision_number': 2, 'project_id': '7605c13f05ee40b38c99111c5042d0a1', 'subnets': [{'id': '7f80f488-9549-48cd-b940-046ce0ff7538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:13:57.886089 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6195ac54-ded1-45fc-ba30-0c296cc20a86 None None] The sync data for ids ['152e2215-995f-495d-a211-efb9a6176fb7'] in dv-cinder-858463-2-iscsi is: [{'id': '152e2215-995f-495d-a211-efb9a6176fb7', 'name': 'tempest-TestMinimumBasicScenario-1105274741-router', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'f40613d6-1a7e-419c-a5e0-ae374006b7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:53Z', 'updated_at': '2022-09-27T05:13:56Z', 'revision_number': 4, 'project_id': '7605c13f05ee40b38c99111c5042d0a1', 'gw_port': {'id': 'f40613d6-1a7e-419c-a5e0-ae374006b7c7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152e2215-995f-495d-a211-efb9a6176fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:54Z', 'updated_at': '2022-09-27T05:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '338552be-ed5b-4d27-86a3-659bdc865b0f', 'name': '', 'network_id': '77cfa879-2445-4feb-b522-0126d395eb00', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'mac_address': 'fa:16:3e:b1:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152e2215-995f-495d-a211-efb9a6176fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7f80f488-9549-48cd-b940-046ce0ff7538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:56Z', 'updated_at': '2022-09-27T05:13:56Z', 'revision_number': 2, 'project_id': '7605c13f05ee40b38c99111c5042d0a1', 'subnets': [{'id': '7f80f488-9549-48cd-b940-046ce0ff7538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:13:57.916321 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 495a413a-3cc8-472c-957c-d2a4991c03f0 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:57.916713 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (495a413a-3cc8-472c-957c-d2a4991c03f0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:57.917676 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 495a413a-3cc8-472c-957c-d2a4991c03f0 Sep 27 05:13:58.002627 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 495a413a-3cc8-472c-957c-d2a4991c03f0 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:58.007962 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Attempt 2 to provision port 338552be-ed5b-4d27-86a3-659bdc865b0f Sep 27 05:13:58.057187 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Port 338552be-ed5b-4d27-86a3-659bdc865b0f cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:58.558789 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Attempt 3 to provision port 338552be-ed5b-4d27-86a3-659bdc865b0f Sep 27 05:13:58.613243 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Port 338552be-ed5b-4d27-86a3-659bdc865b0f cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:59.120947 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Attempt 4 to provision port 338552be-ed5b-4d27-86a3-659bdc865b0f Sep 27 05:13:59.156421 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Port 338552be-ed5b-4d27-86a3-659bdc865b0f cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:59.638771 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device f40613d6-1a7e-419c-a5e0-ae374006b7c7 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:13:59.668428 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Attempt 5 to provision port 338552be-ed5b-4d27-86a3-659bdc865b0f Sep 27 05:13:59.719680 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Port 338552be-ed5b-4d27-86a3-659bdc865b0f cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:13:59.741345 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port f40613d6-1a7e-419c-a5e0-ae374006b7c7 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:13:59.741918 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (f40613d6-1a7e-419c-a5e0-ae374006b7c7), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:59.742434 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port f40613d6-1a7e-419c-a5e0-ae374006b7c7 Sep 27 05:13:59.849710 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port f40613d6-1a7e-419c-a5e0-ae374006b7c7 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:13:59.850115 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (f40613d6-1a7e-419c-a5e0-ae374006b7c7), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:59.902519 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port f40613d6-1a7e-419c-a5e0-ae374006b7c7, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=f40613d6-1a7e-419c-a5e0-ae374006b7c7,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:13:59.902519 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (f40613d6-1a7e-419c-a5e0-ae374006b7c7), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:13:59.966615 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=f40613d6-1a7e-419c-a5e0-ae374006b7c7,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:00.220691 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Attempt 6 to provision port 338552be-ed5b-4d27-86a3-659bdc865b0f Sep 27 05:14:00.269081 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Port 338552be-ed5b-4d27-86a3-659bdc865b0f cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:14:00.769759 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Sync routers for ids ['152e2215-995f-495d-a211-efb9a6176fb7'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:14:00.770540 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Attempt 7 to provision port 338552be-ed5b-4d27-86a3-659bdc865b0f Sep 27 05:14:00.782080 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Routers {'152e2215-995f-495d-a211-efb9a6176fb7'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:14:00.783031 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['152e2215-995f-495d-a211-efb9a6176fb7'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:14:00.808483 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Port 338552be-ed5b-4d27-86a3-659bdc865b0f cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:14:01.008830 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Set router 152e2215-995f-495d-a211-efb9a6176fb7 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:14:01.259811 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152e2215-995f-495d-a211-efb9a6176fb7', 'name': 'tempest-TestMinimumBasicScenario-1105274741-router', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'f40613d6-1a7e-419c-a5e0-ae374006b7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:53Z', 'updated_at': '2022-09-27T05:13:56Z', 'revision_number': 4, 'project_id': '7605c13f05ee40b38c99111c5042d0a1', 'gw_port': {'id': 'f40613d6-1a7e-419c-a5e0-ae374006b7c7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152e2215-995f-495d-a211-efb9a6176fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:54Z', 'updated_at': '2022-09-27T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '338552be-ed5b-4d27-86a3-659bdc865b0f', 'name': '', 'network_id': '77cfa879-2445-4feb-b522-0126d395eb00', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'mac_address': 'fa:16:3e:b1:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152e2215-995f-495d-a211-efb9a6176fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7f80f488-9549-48cd-b940-046ce0ff7538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:56Z', 'updated_at': '2022-09-27T05:13:56Z', 'revision_number': 2, 'project_id': '7605c13f05ee40b38c99111c5042d0a1', 'subnets': [{'id': '7f80f488-9549-48cd-b940-046ce0ff7538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:14:01.262297 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-56efd81f-8553-4c42-af21-f8b26913d76c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-504705551&fields=id&tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7 HTTP/1.1" status: 200 len: 267 time: 0.0657794 Sep 27 05:14:01.291869 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Checking router: 152e2215-995f-495d-a211-efb9a6176fb7 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:14:01.292364 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Updating router 152e2215-995f-495d-a211-efb9a6176fb7 port 338552be-ed5b-4d27-86a3-659bdc865b0f binding host dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:14:01.309448 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Attempt 8 to provision port 338552be-ed5b-4d27-86a3-659bdc865b0f Sep 27 05:14:01.323018 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:01.358187 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Port 338552be-ed5b-4d27-86a3-659bdc865b0f cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:14:01.387172 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-0f80db9a-5ff9-4ee6-8869-997ba5e91bec tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:01.393009 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-0f80db9a-5ff9-4ee6-8869-997ba5e91bec tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 812 time: 0.1288428 Sep 27 05:14:01.409363 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-dc9641ff-d979-48e3-860c-c31e94ca74c9 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/quotas/dd9cd5a85d76484386fc1b7e91ce66c7 HTTP/1.1" status: 200 len: 375 time: 0.0106661 Sep 27 05:14:01.493624 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-81b0f527-934d-4fdd-9c1b-3e06fccd8c06 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758245 Sep 27 05:14:01.616542 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-3966d370-8e34-4fdd-b38a-f04b1ab89ca9 service neutron] 10.222.0.27 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219342 Sep 27 05:14:01.627594 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device f40613d6-1a7e-419c-a5e0-ae374006b7c7 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:14:01.687896 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port f40613d6-1a7e-419c-a5e0-ae374006b7c7 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:14:01.688560 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (f40613d6-1a7e-419c-a5e0-ae374006b7c7), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:01.689105 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port f40613d6-1a7e-419c-a5e0-ae374006b7c7 Sep 27 05:14:01.693619 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Publish callbacks [] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:01.705639 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:01.751426 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-3f232375-e21e-46f0-8842-030ee89c0df6 service neutron] 10.222.0.27 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257951 Sep 27 05:14:01.757649 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530604a4-4371-4d5d-8ad1-f2fbc2fdbbd1 None None] Pushing event updated for resources: {'Port': ['ID=338552be-ed5b-4d27-86a3-659bdc865b0f,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:01.796957 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port f40613d6-1a7e-419c-a5e0-ae374006b7c7 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:14:01.839908 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Attempting to bind port 338552be-ed5b-4d27-86a3-659bdc865b0f on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:14:01.841503 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Attempting to bind port 338552be-ed5b-4d27-86a3-659bdc865b0f by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '4d9d9a5f-bae1-434e-b1e1-28b6b21c424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '77cfa879-2445-4feb-b522-0126d395eb00'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:14:01.842278 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Attempting to bind port 338552be-ed5b-4d27-86a3-659bdc865b0f on network 77cfa879-2445-4feb-b522-0126d395eb00 {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:14:01.848671 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:14:01.849106 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Checking segment: {'id': '4d9d9a5f-bae1-434e-b1e1-28b6b21c424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '77cfa879-2445-4feb-b522-0126d395eb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:14:01.849506 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:01.849894 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Bound using segment: {'id': '4d9d9a5f-bae1-434e-b1e1-28b6b21c424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '77cfa879-2445-4feb-b522-0126d395eb00'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:14:01.850457 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Bound port: 338552be-ed5b-4d27-86a3-659bdc865b0f, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d9d9a5f-bae1-434e-b1e1-28b6b21c424e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '77cfa879-2445-4feb-b522-0126d395eb00'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:14:01.850734 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:01.859227 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Attempt 9 to provision port 338552be-ed5b-4d27-86a3-659bdc865b0f Sep 27 05:14:01.907828 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Port 338552be-ed5b-4d27-86a3-659bdc865b0f cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:14:01.938299 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] For port 338552be-ed5b-4d27-86a3-659bdc865b0f, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:14:01.941546 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] For port 338552be-ed5b-4d27-86a3-659bdc865b0f, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=338552be-ed5b-4d27-86a3-659bdc865b0f,segment=NetworkSegment(4d9d9a5f-bae1-434e-b1e1-28b6b21c424e),segment_id=4d9d9a5f-bae1-434e-b1e1-28b6b21c424e)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:14:01.949612 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:02.005080 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Routers {'152e2215-995f-495d-a211-efb9a6176fb7'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:14:02.005701 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:13:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['152e2215-995f-495d-a211-efb9a6176fb7'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:14:02.072200 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530604a4-4371-4d5d-8ad1-f2fbc2fdbbd1 None None] Pushing event updated for resources: {'Port': ['ID=338552be-ed5b-4d27-86a3-659bdc865b0f,revision_number=4']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:02.143221 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d44b1ad-ba57-46ee-a108-e7bae9f77bd4 req-ccc61e44-e911-4957-bf51-86d6d19864e0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 210 time: 0.0484340 Sep 27 05:14:02.149213 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] Set router 152e2215-995f-495d-a211-efb9a6176fb7 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:14:02.409358 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Attempt 10 to provision port 338552be-ed5b-4d27-86a3-659bdc865b0f Sep 27 05:14:02.449017 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152e2215-995f-495d-a211-efb9a6176fb7', 'name': 'tempest-TestMinimumBasicScenario-1105274741-router', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'f40613d6-1a7e-419c-a5e0-ae374006b7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:53Z', 'updated_at': '2022-09-27T05:13:56Z', 'revision_number': 4, 'project_id': '7605c13f05ee40b38c99111c5042d0a1', 'gw_port': {'id': 'f40613d6-1a7e-419c-a5e0-ae374006b7c7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152e2215-995f-495d-a211-efb9a6176fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:54Z', 'updated_at': '2022-09-27T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '338552be-ed5b-4d27-86a3-659bdc865b0f', 'name': '', 'network_id': '77cfa879-2445-4feb-b522-0126d395eb00', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'mac_address': 'fa:16:3e:b1:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152e2215-995f-495d-a211-efb9a6176fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7f80f488-9549-48cd-b940-046ce0ff7538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:56Z', 'updated_at': '2022-09-27T05:14:01Z', 'revision_number': 4, 'project_id': '7605c13f05ee40b38c99111c5042d0a1', 'subnets': [{'id': '7f80f488-9549-48cd-b940-046ce0ff7538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:14:02.478430 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a39c8a-d0fb-4fd7-9a8e-7ba18b5d7154 None None] The sync data for ids ['152e2215-995f-495d-a211-efb9a6176fb7'] in dv-cinder-858463-2-iscsi is: [{'id': '152e2215-995f-495d-a211-efb9a6176fb7', 'name': 'tempest-TestMinimumBasicScenario-1105274741-router', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'f40613d6-1a7e-419c-a5e0-ae374006b7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:53Z', 'updated_at': '2022-09-27T05:13:56Z', 'revision_number': 4, 'project_id': '7605c13f05ee40b38c99111c5042d0a1', 'gw_port': {'id': 'f40613d6-1a7e-419c-a5e0-ae374006b7c7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152e2215-995f-495d-a211-efb9a6176fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:54Z', 'updated_at': '2022-09-27T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '338552be-ed5b-4d27-86a3-659bdc865b0f', 'name': '', 'network_id': '77cfa879-2445-4feb-b522-0126d395eb00', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'mac_address': 'fa:16:3e:b1:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152e2215-995f-495d-a211-efb9a6176fb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '7f80f488-9549-48cd-b940-046ce0ff7538', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:56Z', 'updated_at': '2022-09-27T05:14:01Z', 'revision_number': 4, 'project_id': '7605c13f05ee40b38c99111c5042d0a1', 'subnets': [{'id': '7f80f488-9549-48cd-b940-046ce0ff7538', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:14:02.532055 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Current status of the port 338552be-ed5b-4d27-86a3-659bdc865b0f is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:14:02.532451 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:02.583730 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] For port 338552be-ed5b-4d27-86a3-659bdc865b0f, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=338552be-ed5b-4d27-86a3-659bdc865b0f,segment=NetworkSegment(4d9d9a5f-bae1-434e-b1e1-28b6b21c424e),segment_id=4d9d9a5f-bae1-434e-b1e1-28b6b21c424e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:14:02.590704 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:02.660854 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48e8c6-add2-429b-a0be-77769325a256 None None] Pushing event updated for resources: {'Port': ['ID=338552be-ed5b-4d27-86a3-659bdc865b0f,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:03.280756 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-af2d8165-89a7-4d29-9140-ada40fa6d6d0 req-d701b6e0-51e3-4eb5-b8fb-4c98d5ecafac tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 210 time: 0.0645452 Sep 27 05:14:03.530810 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-854cd886-a327-43a1-9c76-f0ef017d43d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:03.533215 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-854cd886-a327-43a1-9c76-f0ef017d43d8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.49 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 812 time: 0.2075667 Sep 27 05:14:03.652949 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-6f7ff5ad-8473-41d9-9952-9cf0c4b9af24 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7 HTTP/1.1" status: 200 len: 379 time: 0.1075671 Sep 27 05:14:03.662073 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-2523f8e3-da7e-48a2-a7a5-5cb93b4f53d0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Request body: {'port': {'device_id': '5d206970-8749-44c5-b32b-066fbb3f5603', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'admin_state_up': True, 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'security_groups': ['9019b9b1-1619-46eb-b833-e44c54179395']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:14:03.673677 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 338552be-ed5b-4d27-86a3-659bdc865b0f up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:14:03.780093 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 338552be-ed5b-4d27-86a3-659bdc865b0f triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:14:03.780611 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:03.782648 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 338552be-ed5b-4d27-86a3-659bdc865b0f Sep 27 05:14:03.849215 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-2523f8e3-da7e-48a2-a7a5-5cb93b4f53d0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Made reservation on behalf of dd9cd5a85d76484386fc1b7e91ce66c7 for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:14:03.853900 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-2523f8e3-da7e-48a2-a7a5-5cb93b4f53d0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:03.912482 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 338552be-ed5b-4d27-86a3-659bdc865b0f is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:14:04.037133 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-2523f8e3-da7e-48a2-a7a5-5cb93b4f53d0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Allocated IP 172.20.0.10 (d80c8abc-1650-4c6e-894f-50b9cf0b7faf/64e5e500-b27d-41ff-b754-4ec03dbcd6fc/10a40458-3b5c-41d1-bb0c-9774b07aa38e) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:14:04.221729 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-2523f8e3-da7e-48a2-a7a5-5cb93b4f53d0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:04.256961 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-2523f8e3-da7e-48a2-a7a5-5cb93b4f53d0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:04.305253 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-2523f8e3-da7e-48a2-a7a5-5cb93b4f53d0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Network d80c8abc-1650-4c6e-894f-50b9cf0b7faf is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:14:04.309727 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-2523f8e3-da7e-48a2-a7a5-5cb93b4f53d0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:14:04.325638 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-2523f8e3-da7e-48a2-a7a5-5cb93b4f53d0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:14:04.379259 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523f8e3-da7e-48a2-a7a5-5cb93b4f53d0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'Port': ['ID=10a40458-3b5c-41d1-bb0c-9774b07aa38e,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:04.425671 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-2523f8e3-da7e-48a2-a7a5-5cb93b4f53d0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:04.426309 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-2523f8e3-da7e-48a2-a7a5-5cb93b4f53d0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:04.456716 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1407a2-e221-4b86-a72e-954ff45d16f1 req-52041ddc-add4-4ce2-bf2d-1a4cdca911e0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:04.458409 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5d1407a2-e221-4b86-a72e-954ff45d16f1 req-52041ddc-add4-4ce2-bf2d-1a4cdca911e0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 932 time: 0.0925312 Sep 27 05:14:04.461930 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-2523f8e3-da7e-48a2-a7a5-5cb93b4f53d0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8042321 Sep 27 05:14:04.474457 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Request body: {'port': {'device_id': '5d206970-8749-44c5-b32b-066fbb3f5603', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:14:04.587732 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5d1407a2-e221-4b86-a72e-954ff45d16f1 req-2ea0e34f-5bf0-4cd1-8352-4b8ddb2bb1fc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100037 Sep 27 05:14:04.588384 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:04.651544 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-6f265540-1cd7-4c18-8e73-283956fd3f5e None None] Provisioning complete for port 10a40458-3b5c-41d1-bb0c-9774b07aa38e triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:14:04.651944 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6f265540-1cd7-4c18-8e73-283956fd3f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:04.652255 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-6f265540-1cd7-4c18-8e73-283956fd3f5e None None] Attempt 1 to provision port 10a40458-3b5c-41d1-bb0c-9774b07aa38e Sep 27 05:14:04.691577 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6f265540-1cd7-4c18-8e73-283956fd3f5e None None] Port 10a40458-3b5c-41d1-bb0c-9774b07aa38e cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:14:04.876351 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a40458-3b5c-41d1-bb0c-9774b07aa38e {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:14:04.884829 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Publish callbacks [] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:04.897662 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Transition to ACTIVE for port object 10a40458-3b5c-41d1-bb0c-9774b07aa38e will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:14:04.903055 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:04.965804 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Pushing event updated for resources: {'Port': ['ID=10a40458-3b5c-41d1-bb0c-9774b07aa38e,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:05.023282 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Attempting to bind port 10a40458-3b5c-41d1-bb0c-9774b07aa38e on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:14:05.023620 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Attempting to bind port 10a40458-3b5c-41d1-bb0c-9774b07aa38e by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:14:05.023947 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Attempting to bind port 10a40458-3b5c-41d1-bb0c-9774b07aa38e on network d80c8abc-1650-4c6e-894f-50b9cf0b7faf {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:14:05.030828 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Port 10a40458-3b5c-41d1-bb0c-9774b07aa38e on network d80c8abc-1650-4c6e-894f-50b9cf0b7faf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:14:05.031154 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Attempting to bind port 10a40458-3b5c-41d1-bb0c-9774b07aa38e on network d80c8abc-1650-4c6e-894f-50b9cf0b7faf {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:14:05.038061 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:14:05.038061 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Checking segment: {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:14:05.038552 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Bound using segment: {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:14:05.039000 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Bound port: 10a40458-3b5c-41d1-bb0c-9774b07aa38e, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027e8244-98e7-4307-8da1-b18458d0e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:14:05.039367 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:05.113411 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] For port 10a40458-3b5c-41d1-bb0c-9774b07aa38e, host hv-cinder-85846, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:14:05.117049 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] For port 10a40458-3b5c-41d1-bb0c-9774b07aa38e, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=10a40458-3b5c-41d1-bb0c-9774b07aa38e,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:14:05.124448 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:05.128708 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:05.128708 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:05.131440 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] 10.222.0.49 "PUT /v2.0/ports/10a40458-3b5c-41d1-bb0c-9774b07aa38e HTTP/1.1" status: 200 len: 1094 time: 0.6609585 Sep 27 05:14:05.134928 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d206970-8749-44c5-b32b-066fbb3f5603', 'tag': '10a40458-3b5c-41d1-bb0c-9774b07aa38e'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:14:05.138150 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a872b33-0ff1-4533-b132-f2b95f61839c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d206970-8749-44c5-b32b-066fbb3f5603", "tag": "10a40458-3b5c-41d1-bb0c-9774b07aa38e"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:14:05.193502 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-6f265540-1cd7-4c18-8e73-283956fd3f5e None None] Attempt 2 to provision port 10a40458-3b5c-41d1-bb0c-9774b07aa38e Sep 27 05:14:05.236459 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25239d1-50b8-4ec4-a1fb-b6c6d69aeea7 x-openstack-request-id: req-a25239d1-50b8-4ec4-a1fb-b6c6d69aeea7 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:14:05.236861 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d206970-8749-44c5-b32b-066fbb3f5603", "tag": "10a40458-3b5c-41d1-bb0c-9774b07aa38e", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:14:05.237191 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a25239d1-50b8-4ec4-a1fb-b6c6d69aeea7 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:14:05.237673 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25239d1-50b8-4ec4-a1fb-b6c6d69aeea7'] response: {'name': 'network-changed', 'server_uuid': '5d206970-8749-44c5-b32b-066fbb3f5603', 'tag': '10a40458-3b5c-41d1-bb0c-9774b07aa38e', 'status': 'completed', 'code': 200} Sep 27 05:14:05.247769 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815459c4-b9ab-41dc-a70f-b47dbff88a02 service neutron] Pushing event updated for resources: {'Port': ['ID=10a40458-3b5c-41d1-bb0c-9774b07aa38e,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:05.253567 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-6f265540-1cd7-4c18-8e73-283956fd3f5e None None] Port 10a40458-3b5c-41d1-bb0c-9774b07aa38e had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:14:05.271352 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-d0e4b986-429d-4bed-96ee-4105098f54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:05.273242 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-d0e4b986-429d-4bed-96ee-4105098f54aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 1128 time: 0.0888186 Sep 27 05:14:05.315077 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-f0b1bf16-7f98-4e0a-833b-a199e4599a25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10a40458-3b5c-41d1-bb0c-9774b07aa38e HTTP/1.1" status: 200 len: 217 time: 0.0345571 Sep 27 05:14:05.371262 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-5a499a63-89ff-4dcd-81e4-651ba9f7f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:05.374056 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-5a499a63-89ff-4dcd-81e4-651ba9f7f276 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64e5e500-b27d-41ff-b754-4ec03dbcd6fc HTTP/1.1" status: 200 len: 851 time: 0.0530636 Sep 27 05:14:05.429313 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-d31bb38c-4845-4384-8cc1-1129264f0069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:05.431159 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-d31bb38c-4845-4384-8cc1-1129264f0069 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513339 Sep 27 05:14:05.554450 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-2caac5cf-2837-4e95-bb49-083edc2402ad service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132791 Sep 27 05:14:05.657530 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-add4573f-11bb-4084-9740-2ee9fbda41e9 req-8aac26a6-726f-4a4c-8b35-54326ebf3e4f service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971265 Sep 27 05:14:05.785930 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fac04-488b-4c5a-a3fa-28843d9d3a55 req-d643df2e-d886-46fe-b8fe-869b54bb5429 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:05.787517 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-082fac04-488b-4c5a-a3fa-28843d9d3a55 req-d643df2e-d886-46fe-b8fe-869b54bb5429 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 944 time: 0.1060030 Sep 27 05:14:05.795813 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a872b33-0ff1-4533-b132-f2b95f61839c req-568b3d29-53ae-4e71-84b3-e13efbfae8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:05.796669 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b932a6a6-7d0f-4c65-bd20-49c67083699a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:05.797535 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a872b33-0ff1-4533-b132-f2b95f61839c req-568b3d29-53ae-4e71-84b3-e13efbfae8d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 1128 time: 0.0764158 Sep 27 05:14:05.899721 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-082fac04-488b-4c5a-a3fa-28843d9d3a55 req-096c7747-f854-44df-9b04-2f6c476e61de tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003354 Sep 27 05:14:05.933962 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a872b33-0ff1-4533-b132-f2b95f61839c req-623a1e76-1bbf-4f6c-bc62-9b2dad44a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:05.935492 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a872b33-0ff1-4533-b132-f2b95f61839c req-623a1e76-1bbf-4f6c-bc62-9b2dad44a474 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 913 time: 0.1221423 Sep 27 05:14:05.981323 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a872b33-0ff1-4533-b132-f2b95f61839c req-f4662ab7-a05e-4541-847f-fe38af1700d7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10a40458-3b5c-41d1-bb0c-9774b07aa38e HTTP/1.1" status: 200 len: 217 time: 0.0382612 Sep 27 05:14:06.038807 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a872b33-0ff1-4533-b132-f2b95f61839c req-d985ef65-00fe-4107-8a8d-37d95f6e1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:06.040210 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a872b33-0ff1-4533-b132-f2b95f61839c req-d985ef65-00fe-4107-8a8d-37d95f6e1e76 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64e5e500-b27d-41ff-b754-4ec03dbcd6fc HTTP/1.1" status: 200 len: 851 time: 0.0522025 Sep 27 05:14:06.101961 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a872b33-0ff1-4533-b132-f2b95f61839c req-efeaabaf-f07a-4a28-bb6b-09878f559a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:06.103593 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a872b33-0ff1-4533-b132-f2b95f61839c req-efeaabaf-f07a-4a28-bb6b-09878f559a4d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540957 Sep 27 05:14:06.216364 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a872b33-0ff1-4533-b132-f2b95f61839c req-38e4d577-6965-4635-8d6b-439d36945c4b service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999563 Sep 27 05:14:06.313842 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a872b33-0ff1-4533-b132-f2b95f61839c req-01781aaf-facb-46c6-a4b0-dddddf19defa service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886643 Sep 27 05:14:07.058958 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad3067-5f1b-4e3b-9941-5db98e087a78 req-c0dec65c-7a76-4424-ada4-e42fcfb1b08c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:07.060474 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c1ad3067-5f1b-4e3b-9941-5db98e087a78 req-c0dec65c-7a76-4424-ada4-e42fcfb1b08c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 944 time: 0.0684323 Sep 27 05:14:07.115900 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c1ad3067-5f1b-4e3b-9941-5db98e087a78 req-3fa2179a-eeac-4606-9c7c-b8b0a959c753 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496066 Sep 27 05:14:07.781831 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-57a1ecde-c500-4e8f-90f5-3f15578a15e1 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:07.783259 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-57a1ecde-c500-4e8f-90f5-3f15578a15e1 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/networks?id=8c485f19-1300-4593-a89f-fcde16470cf0 HTTP/1.1" status: 200 len: 815 time: 0.1004286 Sep 27 05:14:07.800211 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-ea33b9a6-a8f7-43fb-a9d4-a3b931ef0ce0 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/quotas/505f8ca50e7042bfadcc5b9b5c433696 HTTP/1.1" status: 200 len: 375 time: 0.0114655 Sep 27 05:14:07.853061 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-95b8e43e-d26b-4392-8f95-2e9330013f72 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=505f8ca50e7042bfadcc5b9b5c433696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480833 Sep 27 05:14:07.946092 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-6167800d-ba56-4468-812e-2d7ae31032cc service neutron] 10.222.0.27 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812747 Sep 27 05:14:08.039194 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-90a151a7-74e1-4e1f-96c1-d8bd1cf2f446 service neutron] 10.222.0.27 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866122 Sep 27 05:14:08.154347 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-63adec24-68a8-4f78-8011-1dd80ff089c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:08.207544 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-16167af0-978c-4ab5-ba00-e32b1a25670b req-ee194a41-71ab-4913-88d0-91e368d60e43 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 210 time: 0.0306056 Sep 27 05:14:08.260043 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15916731-3def-4c8f-b937-a5e743de468d req-ec1ef355-e4fd-4a56-8556-bd0824f3c4ba tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:08.262224 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-15916731-3def-4c8f-b937-a5e743de468d req-ec1ef355-e4fd-4a56-8556-bd0824f3c4ba tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 944 time: 0.0586092 Sep 27 05:14:08.312245 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-15916731-3def-4c8f-b937-a5e743de468d req-8ea8e5ec-8f56-4e42-bb32-c617f034a22a tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444312 Sep 27 05:14:09.204906 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-1916906c-d427-44ac-8944-4a0504fdf021 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:09.206397 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-1916906c-d427-44ac-8944-4a0504fdf021 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.49 "GET /v2.0/networks?id=8c485f19-1300-4593-a89f-fcde16470cf0 HTTP/1.1" status: 200 len: 815 time: 0.1078265 Sep 27 05:14:09.218854 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-e6567880-4e26-4a01-9273-e026e9eee327 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Request body: {'port': {'device_id': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'admin_state_up': True, 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:14:09.314586 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f9c54c05-f384-4a33-b207-51b680a401dc req-9a6b17b5-5cbf-43b6-9195-33ebb49deb7c tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 210 time: 0.0311389 Sep 27 05:14:09.366084 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-e6567880-4e26-4a01-9273-e026e9eee327 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Made reservation on behalf of 505f8ca50e7042bfadcc5b9b5c433696 for: {'port': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:14:09.369869 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-e6567880-4e26-4a01-9273-e026e9eee327 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:09.409965 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:09.539122 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05241a48-475f-425b-a6ff-69b377c86c5c req-0b0525c5-29dd-41f1-93a8-29076de3e11c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:09.541027 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-05241a48-475f-425b-a6ff-69b377c86c5c req-0b0525c5-29dd-41f1-93a8-29076de3e11c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 944 time: 0.1118670 Sep 27 05:14:09.583036 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-e6567880-4e26-4a01-9273-e026e9eee327 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Allocated IP 172.20.0.4 (8c485f19-1300-4593-a89f-fcde16470cf0/4840c8a5-14e8-4b13-a61d-c3961ad1c6ec/7caab61c-cbb1-4f75-98f6-00965591de29) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:14:09.644077 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-05241a48-475f-425b-a6ff-69b377c86c5c req-28acde5b-bae8-49f5-b9f9-c2f328d20363 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878911 Sep 27 05:14:09.837869 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-e6567880-4e26-4a01-9273-e026e9eee327 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for port (7caab61c-cbb1-4f75-98f6-00965591de29), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:09.888977 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-e6567880-4e26-4a01-9273-e026e9eee327 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:09.936063 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-e6567880-4e26-4a01-9273-e026e9eee327 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Network 8c485f19-1300-4593-a89f-fcde16470cf0 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:14:09.939718 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-e6567880-4e26-4a01-9273-e026e9eee327 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:14:09.943598 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-e6567880-4e26-4a01-9273-e026e9eee327 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:14:09.999739 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6567880-4e26-4a01-9273-e026e9eee327 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Pushing event updated for resources: {'Port': ['ID=7caab61c-cbb1-4f75-98f6-00965591de29,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:10.033536 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-e6567880-4e26-4a01-9273-e026e9eee327 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:10.034594 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-e6567880-4e26-4a01-9273-e026e9eee327 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:10.056409 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-e6567880-4e26-4a01-9273-e026e9eee327 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8412139 Sep 27 05:14:10.321052 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Provisioning complete for port 7caab61c-cbb1-4f75-98f6-00965591de29 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:14:10.321719 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:10.322064 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Attempt 1 to provision port 7caab61c-cbb1-4f75-98f6-00965591de29 Sep 27 05:14:10.374926 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Port 7caab61c-cbb1-4f75-98f6-00965591de29 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:14:10.772307 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815236a0-4299-4461-8860-6ca329314b4b req-dce5074b-0eb1-4d7a-8b90-91a0345e9863 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:10.773867 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-815236a0-4299-4461-8860-6ca329314b4b req-dce5074b-0eb1-4d7a-8b90-91a0345e9863 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 931 time: 0.3741860 Sep 27 05:14:10.806854 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:10.841030 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-815236a0-4299-4461-8860-6ca329314b4b req-3cd92246-402a-4dfe-b9f9-3efdb865c455 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553100 Sep 27 05:14:10.849610 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e02118-6c8e-4989-b3fc-aaee255ef299 req-10bce8f0-1087-414f-946a-f19b5d4c8c2e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:10.857351 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e5e02118-6c8e-4989-b3fc-aaee255ef299 req-10bce8f0-1087-414f-946a-f19b5d4c8c2e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 944 time: 0.1217833 Sep 27 05:14:10.876510 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Attempt 2 to provision port 7caab61c-cbb1-4f75-98f6-00965591de29 Sep 27 05:14:10.913266 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Port 7caab61c-cbb1-4f75-98f6-00965591de29 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:14:10.934770 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e5e02118-6c8e-4989-b3fc-aaee255ef299 req-5f927969-252b-465c-9899-2e30d3c26fb6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709856 Sep 27 05:14:11.415878 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Attempt 3 to provision port 7caab61c-cbb1-4f75-98f6-00965591de29 Sep 27 05:14:11.451742 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Port 7caab61c-cbb1-4f75-98f6-00965591de29 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:14:11.953154 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Attempt 4 to provision port 7caab61c-cbb1-4f75-98f6-00965591de29 Sep 27 05:14:12.009823 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01851072-f520-475e-8314-bb5f807ca7ab req-0165d39d-72bb-4bb6-a991-eb79dd00edb8 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:12.012646 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-01851072-f520-475e-8314-bb5f807ca7ab req-0165d39d-72bb-4bb6-a991-eb79dd00edb8 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 931 time: 0.0908747 Sep 27 05:14:12.027719 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Port 7caab61c-cbb1-4f75-98f6-00965591de29 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:14:12.099497 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-01851072-f520-475e-8314-bb5f807ca7ab req-869b90fb-3fd9-4105-be2a-43ffc0c3866c tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820811 Sep 27 05:14:12.135946 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:12.144619 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafb538-ba51-40f4-bc03-c7e4b241b6c0 req-0e082cc3-88b3-4f17-af74-943297a193c2 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:12.146352 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4bafb538-ba51-40f4-bc03-c7e4b241b6c0 req-0e082cc3-88b3-4f17-af74-943297a193c2 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 944 time: 0.0905225 Sep 27 05:14:12.201388 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4bafb538-ba51-40f4-bc03-c7e4b241b6c0 req-9b9dbdd8-1db3-47ae-84d3-a690b7a7c851 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471239 Sep 27 05:14:12.529766 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Attempt 5 to provision port 7caab61c-cbb1-4f75-98f6-00965591de29 Sep 27 05:14:12.566263 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Port 7caab61c-cbb1-4f75-98f6-00965591de29 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:14:13.068132 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Attempt 6 to provision port 7caab61c-cbb1-4f75-98f6-00965591de29 Sep 27 05:14:13.106518 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Port 7caab61c-cbb1-4f75-98f6-00965591de29 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:14:13.224400 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:14:13.244777 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a97207-9493-40d5-9a22-f65a8ba12785 req-751fd225-d822-475e-b6bc-983620908787 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:13.247342 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-17a97207-9493-40d5-9a22-f65a8ba12785 req-751fd225-d822-475e-b6bc-983620908787 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 931 time: 0.0569143 Sep 27 05:14:13.307030 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-17a97207-9493-40d5-9a22-f65a8ba12785 req-b1a374f6-6107-482c-9894-443e0a7e9f9e tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536647 Sep 27 05:14:13.358326 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705d59b-ea6c-496b-9592-86fdb02bd4f0 req-804d2b42-4dde-4b71-bc21-a4f41b4b2fec tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:13.359868 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a705d59b-ea6c-496b-9592-86fdb02bd4f0 req-804d2b42-4dde-4b71-bc21-a4f41b4b2fec tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 944 time: 0.0694184 Sep 27 05:14:13.425000 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a705d59b-ea6c-496b-9592-86fdb02bd4f0 req-ecb50426-b438-42a7-9bfc-2788b4767281 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584168 Sep 27 05:14:13.608207 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Attempt 7 to provision port 7caab61c-cbb1-4f75-98f6-00965591de29 Sep 27 05:14:13.641837 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Port 7caab61c-cbb1-4f75-98f6-00965591de29 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:14:14.143192 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Attempt 8 to provision port 7caab61c-cbb1-4f75-98f6-00965591de29 Sep 27 05:14:14.184234 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Port 7caab61c-cbb1-4f75-98f6-00965591de29 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:14:14.449304 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5004e4a-a5ed-475d-85b7-db530cf14404 req-268996b9-2a67-42d5-a94f-09c3a73df9e9 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:14.450754 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d5004e4a-a5ed-475d-85b7-db530cf14404 req-268996b9-2a67-42d5-a94f-09c3a73df9e9 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 931 time: 0.0623367 Sep 27 05:14:14.521600 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d5004e4a-a5ed-475d-85b7-db530cf14404 req-f4b1e7ad-9fe7-4e1a-8d86-a8ca146ec63b tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650520 Sep 27 05:14:14.565339 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03bce5-19d8-4363-bd0b-b98492d8529c req-89bb05cc-6adf-40b1-9e1b-35bd357c55b7 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:14.572250 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5e03bce5-19d8-4363-bd0b-b98492d8529c req-89bb05cc-6adf-40b1-9e1b-35bd357c55b7 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 944 time: 0.0634007 Sep 27 05:14:14.623175 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5e03bce5-19d8-4363-bd0b-b98492d8529c req-01cd36d3-1e57-4b05-9469-f7c6deff8b2f tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500376 Sep 27 05:14:14.685663 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Attempt 9 to provision port 7caab61c-cbb1-4f75-98f6-00965591de29 Sep 27 05:14:14.718828 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Port 7caab61c-cbb1-4f75-98f6-00965591de29 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:14:15.220286 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Attempt 10 to provision port 7caab61c-cbb1-4f75-98f6-00965591de29 Sep 27 05:14:15.253723 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-75b0f61f-4da4-4adf-8041-4055570eb0dc None None] Port 7caab61c-cbb1-4f75-98f6-00965591de29 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:14:15.654847 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64aae8d-0447-4f17-aa05-763c7801530a req-077c0966-f808-4ef7-a214-c7eb98612442 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:15.656452 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d64aae8d-0447-4f17-aa05-763c7801530a req-077c0966-f808-4ef7-a214-c7eb98612442 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 931 time: 0.0560138 Sep 27 05:14:15.752128 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d64aae8d-0447-4f17-aa05-763c7801530a req-76c45527-d429-4f50-8599-4a4bf1c00860 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895376 Sep 27 05:14:15.779670 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c43762-d6d3-4000-848f-bb3768755fc4 req-9efb99f0-e8da-4339-9823-02dfd8e9efed tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:15.782452 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9c43762-d6d3-4000-848f-bb3768755fc4 req-9efb99f0-e8da-4339-9823-02dfd8e9efed tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 944 time: 0.0765827 Sep 27 05:14:15.838447 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9c43762-d6d3-4000-848f-bb3768755fc4 req-e42f47a9-e8e4-4579-a47f-ed59452841cd tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493693 Sep 27 05:14:15.922996 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:16.891165 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61b1a5-7769-4665-8d57-70b6b4dae331 req-a9f36847-6cb2-40c7-a8e3-c8b5bc442a4f tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:16.893318 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ec61b1a5-7769-4665-8d57-70b6b4dae331 req-a9f36847-6cb2-40c7-a8e3-c8b5bc442a4f tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 931 time: 0.0642700 Sep 27 05:14:16.994211 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ec61b1a5-7769-4665-8d57-70b6b4dae331 req-3a41317a-2313-43ef-a3e0-94792203b08b tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921643 Sep 27 05:14:17.007151 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56b69d-bff6-4fd0-8159-4d9c79f36eb3 req-b4378bda-3faf-45d2-a468-08bd2c853da0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:17.008942 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8b56b69d-bff6-4fd0-8159-4d9c79f36eb3 req-b4378bda-3faf-45d2-a468-08bd2c853da0 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 944 time: 0.0771427 Sep 27 05:14:17.062972 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8b56b69d-bff6-4fd0-8159-4d9c79f36eb3 req-efdcbf89-fd76-4cf2-8d76-91b9bc01d9ec tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478878 Sep 27 05:14:17.933251 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Request body: {'port': {'device_id': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:14:17.995989 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:18.232446 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4996fd-a8f9-443c-901b-a576ea497107 req-db12ba18-78dc-43ab-bf52-1b95bfe55769 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:18.233956 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0c4996fd-a8f9-443c-901b-a576ea497107 req-db12ba18-78dc-43ab-bf52-1b95bfe55769 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 931 time: 0.1432986 Sep 27 05:14:18.291082 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5437ce-d302-4466-945e-8050d01b5abc req-48780ceb-62f8-49a8-a236-633835f45f40 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:18.293132 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1e5437ce-d302-4466-945e-8050d01b5abc req-48780ceb-62f8-49a8-a236-633835f45f40 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 944 time: 0.1538215 Sep 27 05:14:18.340274 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-0c4996fd-a8f9-443c-901b-a576ea497107 req-de063949-4957-4e06-8205-154e524326b4 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983348 Sep 27 05:14:18.404415 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1e5437ce-d302-4466-945e-8050d01b5abc req-b48987db-76ae-41f9-9421-a0847d86103b tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035228 Sep 27 05:14:18.408225 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7caab61c-cbb1-4f75-98f6-00965591de29 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:14:18.415761 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Publish callbacks [] for port (7caab61c-cbb1-4f75-98f6-00965591de29), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:18.427989 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Transition to ACTIVE for port object 7caab61c-cbb1-4f75-98f6-00965591de29 will not be triggered until provisioned by entity L2. {{(pid=103957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:14:18.432640 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:18.508823 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7caab61c-cbb1-4f75-98f6-00965591de29,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:18.538677 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Attempting to bind port 7caab61c-cbb1-4f75-98f6-00965591de29 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:14:18.539024 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Attempting to bind port 7caab61c-cbb1-4f75-98f6-00965591de29 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '45978cd7-56f6-4690-85b6-d5892897d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:14:18.539357 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Attempting to bind port 7caab61c-cbb1-4f75-98f6-00965591de29 on network 8c485f19-1300-4593-a89f-fcde16470cf0 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:14:18.543778 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Port 7caab61c-cbb1-4f75-98f6-00965591de29 on network 8c485f19-1300-4593-a89f-fcde16470cf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:14:18.544105 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Attempting to bind port 7caab61c-cbb1-4f75-98f6-00965591de29 on network 8c485f19-1300-4593-a89f-fcde16470cf0 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:14:18.548975 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:14:18.549323 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Checking segment: {'id': '45978cd7-56f6-4690-85b6-d5892897d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:14:18.549706 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Bound using segment: {'id': '45978cd7-56f6-4690-85b6-d5892897d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:14:18.550133 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Bound port: 7caab61c-cbb1-4f75-98f6-00965591de29, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45978cd7-56f6-4690-85b6-d5892897d9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:14:18.550491 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:18.608361 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] For port 7caab61c-cbb1-4f75-98f6-00965591de29, host hv-cinder-85846, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:14:18.611309 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] For port 7caab61c-cbb1-4f75-98f6-00965591de29, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7caab61c-cbb1-4f75-98f6-00965591de29,segment=NetworkSegment(45978cd7-56f6-4690-85b6-d5892897d9f2),segment_id=45978cd7-56f6-4690-85b6-d5892897d9f2)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:14:18.617307 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:18.621426 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:18.622041 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:18.623454 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] 10.222.0.49 "PUT /v2.0/ports/7caab61c-cbb1-4f75-98f6-00965591de29 HTTP/1.1" status: 200 len: 1093 time: 0.6951520 Sep 27 05:14:18.623948 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'tag': '7caab61c-cbb1-4f75-98f6-00965591de29'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:14:18.626229 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b53b4bb-8b9f-4e0e-8285-e827a3553c07" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dc659b-d439-47bd-8edf-a2870fd84eaf", "tag": "7caab61c-cbb1-4f75-98f6-00965591de29"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:14:18.668587 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcac833-3880-4739-adcc-bd4b3eb2c274 x-openstack-request-id: req-7dcac833-3880-4739-adcc-bd4b3eb2c274 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:14:18.668898 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dc659b-d439-47bd-8edf-a2870fd84eaf", "tag": "7caab61c-cbb1-4f75-98f6-00965591de29", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:14:18.669156 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7dcac833-3880-4739-adcc-bd4b3eb2c274 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:14:18.669571 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dcac833-3880-4739-adcc-bd4b3eb2c274'] response: {'name': 'network-changed', 'server_uuid': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'tag': '7caab61c-cbb1-4f75-98f6-00965591de29', 'status': 'completed', 'code': 200} Sep 27 05:14:18.705067 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fa8bd-9858-4615-aef8-3962ad1de4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=7caab61c-cbb1-4f75-98f6-00965591de29,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:18.726761 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-0cdc41ed-5bd9-4131-b9ef-0ef1b332025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:18.728281 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-0cdc41ed-5bd9-4131-b9ef-0ef1b332025c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=505f8ca50e7042bfadcc5b9b5c433696&device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 1127 time: 0.0536065 Sep 27 05:14:18.770112 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-8d3d6635-aaa8-4eaa-b1c6-2c52c856dce8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7caab61c-cbb1-4f75-98f6-00965591de29 HTTP/1.1" status: 200 len: 217 time: 0.0328157 Sep 27 05:14:18.816975 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-b5a1a2fa-a9e1-4ac0-811e-5c27e736fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:18.818446 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-b5a1a2fa-a9e1-4ac0-811e-5c27e736fa56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4840c8a5-14e8-4b13-a61d-c3961ad1c6ec HTTP/1.1" status: 200 len: 854 time: 0.0430212 Sep 27 05:14:18.868469 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-e9874f16-b0d0-4aed-9196-f0f55190aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:18.870628 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-e9874f16-b0d0-4aed-9196-f0f55190aea2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c485f19-1300-4593-a89f-fcde16470cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452414 Sep 27 05:14:18.958123 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-b0e7c053-1508-40f9-bfab-d229a265a572 service neutron] 10.222.0.49 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796280 Sep 27 05:14:19.050709 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f6faf268-560d-4fff-b69d-edd3c2bb373e req-db3f3c7d-d352-46fa-8c38-413f10da05c7 service neutron] 10.222.0.49 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857384 Sep 27 05:14:19.148378 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53b4bb-8b9f-4e0e-8285-e827a3553c07 req-94acb964-77d7-4552-ab0a-6606bf2531c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:19.149903 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1b53b4bb-8b9f-4e0e-8285-e827a3553c07 req-94acb964-77d7-4552-ab0a-6606bf2531c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=505f8ca50e7042bfadcc5b9b5c433696&device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 1127 time: 0.0450962 Sep 27 05:14:19.237424 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53b4bb-8b9f-4e0e-8285-e827a3553c07 req-6d42987c-b6d3-407a-b8e2-9611d7da2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:19.239007 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1b53b4bb-8b9f-4e0e-8285-e827a3553c07 req-6d42987c-b6d3-407a-b8e2-9611d7da2200 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c485f19-1300-4593-a89f-fcde16470cf0 HTTP/1.1" status: 200 len: 916 time: 0.0832531 Sep 27 05:14:19.283868 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1b53b4bb-8b9f-4e0e-8285-e827a3553c07 req-b585bd79-7566-4ace-9da8-50e8447bd950 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7caab61c-cbb1-4f75-98f6-00965591de29 HTTP/1.1" status: 200 len: 217 time: 0.0369000 Sep 27 05:14:19.332055 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53b4bb-8b9f-4e0e-8285-e827a3553c07 req-30f40788-90e4-4327-8a53-1767e0c0c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:19.333497 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1b53b4bb-8b9f-4e0e-8285-e827a3553c07 req-30f40788-90e4-4327-8a53-1767e0c0c4bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4840c8a5-14e8-4b13-a61d-c3961ad1c6ec HTTP/1.1" status: 200 len: 854 time: 0.0433869 Sep 27 05:14:19.381850 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53b4bb-8b9f-4e0e-8285-e827a3553c07 req-ddb9b375-8618-4ce2-9c03-9f706b14e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:19.383358 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1b53b4bb-8b9f-4e0e-8285-e827a3553c07 req-ddb9b375-8618-4ce2-9c03-9f706b14e1fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c485f19-1300-4593-a89f-fcde16470cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434375 Sep 27 05:14:19.557001 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1b53b4bb-8b9f-4e0e-8285-e827a3553c07 req-8778d4ac-0cd3-4417-bb4e-809f71529d6e service neutron] 10.222.0.49 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584010 Sep 27 05:14:19.564927 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb0938-e9ef-4a63-a915-fbce78d6daf0 req-9f0694bb-3b77-4eee-a5b6-2c7cd59d7d79 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:19.566300 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a8fb0938-e9ef-4a63-a915-fbce78d6daf0 req-9f0694bb-3b77-4eee-a5b6-2c7cd59d7d79 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 943 time: 0.1506507 Sep 27 05:14:19.639690 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaced49-e735-4e9d-8e68-101993026b7b req-6b3f6f77-e3de-452d-95ad-a8f4e1086cf3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:19.641158 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feaced49-e735-4e9d-8e68-101993026b7b req-6b3f6f77-e3de-452d-95ad-a8f4e1086cf3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 944 time: 0.1583667 Sep 27 05:14:19.686821 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a8fb0938-e9ef-4a63-a915-fbce78d6daf0 req-cc55cd8c-724b-452b-82a7-3e0b8276390d tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089318 Sep 27 05:14:19.733618 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1b53b4bb-8b9f-4e0e-8285-e827a3553c07 req-91dbef21-1563-4241-b779-b44f3f7927dc service neutron] 10.222.0.49 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663928 Sep 27 05:14:19.737527 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-feaced49-e735-4e9d-8e68-101993026b7b req-9c48cb8e-7d5b-4bc8-9982-b1e54e2c0c1e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902348 Sep 27 05:14:20.810220 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e09d64-6d67-4a21-b1ea-8f5858e737ae req-47fd46e3-bdf3-4a79-a713-947cfd9b31ca tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:20.811712 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-53e09d64-6d67-4a21-b1ea-8f5858e737ae req-47fd46e3-bdf3-4a79-a713-947cfd9b31ca tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 943 time: 0.0538385 Sep 27 05:14:20.869500 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 10a40458-3b5c-41d1-bb0c-9774b07aa38e details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:14:20.892212 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f5f43-92af-42f9-91c5-5772a0c4ccc6 req-6c8644f8-2322-45f6-ac63-3a8e35176028 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:20.894052 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-236f5f43-92af-42f9-91c5-5772a0c4ccc6 req-6c8644f8-2322-45f6-ac63-3a8e35176028 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 944 time: 0.0805979 Sep 27 05:14:20.896977 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-53e09d64-6d67-4a21-b1ea-8f5858e737ae req-065662ee-7b4a-4d5c-b424-41c957f3e63e tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756550 Sep 27 05:14:20.943083 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-236f5f43-92af-42f9-91c5-5772a0c4ccc6 req-c1933cbe-bbac-4e06-b578-43952ecd1e07 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435641 Sep 27 05:14:20.967423 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 10a40458-3b5c-41d1-bb0c-9774b07aa38e, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=10a40458-3b5c-41d1-bb0c-9774b07aa38e,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:14:20.978681 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '10a40458-3b5c-41d1-bb0c-9774b07aa38e', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'port_id': '10a40458-3b5c-41d1-bb0c-9774b07aa38e', 'mac_address': 'fa:16:3e:c2:10:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:14:21.015752 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 10a40458-3b5c-41d1-bb0c-9774b07aa38e is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:14:21.016141 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:21.149610 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a40458-3b5c-41d1-bb0c-9774b07aa38e {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:14:21.170172 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 10a40458-3b5c-41d1-bb0c-9774b07aa38e, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=10a40458-3b5c-41d1-bb0c-9774b07aa38e,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:14:21.173990 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:21.219605 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=10a40458-3b5c-41d1-bb0c-9774b07aa38e,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:21.226429 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:14:21.226788 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:14:21.227136 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:14:21.227478 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:14:21.227816 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:14:21.228206 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:14:21.228482 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:14:21.228836 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:14:21.229221 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:14:21.230044 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:14:21.230375 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:14:21.230701 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:14:21.231027 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:14:21.417607 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['10a40458-3b5c-41d1-bb0c-9774b07aa38e'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:14:22.033029 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335cd73-383d-4312-a9b6-0366a035389e req-318527fd-9ea9-4f31-a6a8-225a94bb1749 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:22.034500 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b335cd73-383d-4312-a9b6-0366a035389e req-318527fd-9ea9-4f31-a6a8-225a94bb1749 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 943 time: 0.0652688 Sep 27 05:14:22.108899 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247ea50-b89d-4e37-bee1-9db8c09f3df5 req-3ee88046-ee31-4fa5-999b-72951679fed5 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:22.110377 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9247ea50-b89d-4e37-bee1-9db8c09f3df5 req-3ee88046-ee31-4fa5-999b-72951679fed5 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 945 time: 0.0926740 Sep 27 05:14:22.114618 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b335cd73-383d-4312-a9b6-0366a035389e req-d153764b-ffcf-4ffa-8d57-4c2b6d809466 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627458 Sep 27 05:14:22.160630 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9247ea50-b89d-4e37-bee1-9db8c09f3df5 req-bf105c93-e65c-48c5-8237-3c53ab67e625 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445154 Sep 27 05:14:22.880772 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 7caab61c-cbb1-4f75-98f6-00965591de29 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:14:22.884809 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 10a40458-3b5c-41d1-bb0c-9774b07aa38e up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:14:22.989920 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port 10a40458-3b5c-41d1-bb0c-9774b07aa38e completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:14:23.002445 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 10a40458-3b5c-41d1-bb0c-9774b07aa38e triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:14:23.002829 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:23.003175 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 10a40458-3b5c-41d1-bb0c-9774b07aa38e Sep 27 05:14:23.040993 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 7caab61c-cbb1-4f75-98f6-00965591de29, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7caab61c-cbb1-4f75-98f6-00965591de29,segment=NetworkSegment(45978cd7-56f6-4690-85b6-d5892897d9f2),segment_id=45978cd7-56f6-4690-85b6-d5892897d9f2)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:14:23.058071 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '7caab61c-cbb1-4f75-98f6-00965591de29', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'port_id': '7caab61c-cbb1-4f75-98f6-00965591de29', 'mac_address': 'fa:16:3e:05:dd:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:14:23.125043 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 7caab61c-cbb1-4f75-98f6-00965591de29 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:14:23.125446 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:23.127359 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 10a40458-3b5c-41d1-bb0c-9774b07aa38e is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:14:23.127739 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:23.154512 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7caab61c-cbb1-4f75-98f6-00965591de29 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:14:23.164066 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d206970-8749-44c5-b32b-066fbb3f5603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a40458-3b5c-41d1-bb0c-9774b07aa38e'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:14:23.166355 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3915e70-af97-4b4a-b21b-93530a8c13db" -d '{"events": [{"server_uuid": "5d206970-8749-44c5-b32b-066fbb3f5603", "name": "network-vif-plugged", "status": "completed", "tag": "10a40458-3b5c-41d1-bb0c-9774b07aa38e"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:14:23.190578 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 10a40458-3b5c-41d1-bb0c-9774b07aa38e, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=10a40458-3b5c-41d1-bb0c-9774b07aa38e,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:14:23.195033 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 7caab61c-cbb1-4f75-98f6-00965591de29, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7caab61c-cbb1-4f75-98f6-00965591de29,segment=NetworkSegment(45978cd7-56f6-4690-85b6-d5892897d9f2),segment_id=45978cd7-56f6-4690-85b6-d5892897d9f2)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:14:23.197085 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:23.205497 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:23.226127 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8556c1ec-250a-4587-b5df-86304d4106ea x-openstack-request-id: req-8556c1ec-250a-4587-b5df-86304d4106ea {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:14:23.226430 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d206970-8749-44c5-b32b-066fbb3f5603", "name": "network-vif-plugged", "status": "completed", "tag": "10a40458-3b5c-41d1-bb0c-9774b07aa38e", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:14:23.226693 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8556c1ec-250a-4587-b5df-86304d4106ea {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:14:23.227097 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8556c1ec-250a-4587-b5df-86304d4106ea'] response: {'server_uuid': '5d206970-8749-44c5-b32b-066fbb3f5603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a40458-3b5c-41d1-bb0c-9774b07aa38e', 'code': 200} Sep 27 05:14:23.256725 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a35d68-2d0d-4911-b9d6-cddee33879c3 req-90a97e94-5c05-406b-b285-5fc3570a77cb tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:23.257429 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=10a40458-3b5c-41d1-bb0c-9774b07aa38e,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:23.258489 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9a35d68-2d0d-4911-b9d6-cddee33879c3 req-90a97e94-5c05-406b-b285-5fc3570a77cb tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 944 time: 0.0705960 Sep 27 05:14:23.309921 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=7caab61c-cbb1-4f75-98f6-00965591de29,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:23.341707 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e9a35d68-2d0d-4911-b9d6-cddee33879c3 req-59cb28db-c40e-48a8-a03d-8de726eeb99f tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685945 Sep 27 05:14:23.349584 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80e391-ddb7-4e27-b812-68c564ce169f req-826e641b-a4d5-465b-b027-f9a639fa6b1b tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:23.357011 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a80e391-ddb7-4e27-b812-68c564ce169f req-826e641b-a4d5-465b-b027-f9a639fa6b1b tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 946 time: 0.0974634 Sep 27 05:14:23.405172 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5a80e391-ddb7-4e27-b812-68c564ce169f req-d48ca139-49f4-40c9-8cdd-83568e8cd0df tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471880 Sep 27 05:14:23.449244 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fec050-3fc5-4858-b45f-85bc70135eb6 req-50c1215c-b4e9-42da-b3f9-d77c204d0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:23.451185 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d5fec050-3fc5-4858-b45f-85bc70135eb6 req-50c1215c-b4e9-42da-b3f9-d77c204d0bd0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 1130 time: 0.0448585 Sep 27 05:14:23.451798 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['7caab61c-cbb1-4f75-98f6-00965591de29'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:14:23.504316 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d5fec050-3fc5-4858-b45f-85bc70135eb6 req-0d90c583-ef73-4dd8-9005-481e0778bc05 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454528 Sep 27 05:14:24.467041 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9a843-c080-42b4-8bb1-c41f07f78d03 req-3c356a3f-592f-4a2d-8479-c090690aebe8 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:24.468650 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1ae9a843-c080-42b4-8bb1-c41f07f78d03 req-3c356a3f-592f-4a2d-8479-c090690aebe8 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 944 time: 0.0538380 Sep 27 05:14:24.545731 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1ae9a843-c080-42b4-8bb1-c41f07f78d03 req-396471e7-aa01-4adf-824d-1957621568e4 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705347 Sep 27 05:14:24.561715 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fb163-d308-4217-bf45-b14b511b5eb3 req-8a51da37-79a7-4f79-8ea9-572954ee3b0d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:24.563267 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-960fb163-d308-4217-bf45-b14b511b5eb3 req-8a51da37-79a7-4f79-8ea9-572954ee3b0d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 946 time: 0.0807445 Sep 27 05:14:24.615111 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-960fb163-d308-4217-bf45-b14b511b5eb3 req-8738a3f4-a52a-4e8e-8745-4936690a229b tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449920 Sep 27 05:14:24.891075 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 7caab61c-cbb1-4f75-98f6-00965591de29 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:14:24.940769 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port 7caab61c-cbb1-4f75-98f6-00965591de29 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:14:24.944308 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 7caab61c-cbb1-4f75-98f6-00965591de29 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:14:24.944687 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:24.945063 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 7caab61c-cbb1-4f75-98f6-00965591de29 Sep 27 05:14:25.016316 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 7caab61c-cbb1-4f75-98f6-00965591de29 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:14:25.016707 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:25.049658 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 7caab61c-cbb1-4f75-98f6-00965591de29, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7caab61c-cbb1-4f75-98f6-00965591de29,segment=NetworkSegment(45978cd7-56f6-4690-85b6-d5892897d9f2),segment_id=45978cd7-56f6-4690-85b6-d5892897d9f2)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:14:25.053256 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:25.100961 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=7caab61c-cbb1-4f75-98f6-00965591de29,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:25.228301 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caab61c-cbb1-4f75-98f6-00965591de29'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:14:25.230794 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25614dd0-763a-408b-b218-9167642f3f81" -d '{"events": [{"server_uuid": "c2dc659b-d439-47bd-8edf-a2870fd84eaf", "name": "network-vif-plugged", "status": "completed", "tag": "7caab61c-cbb1-4f75-98f6-00965591de29"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:14:25.266155 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efd7cac-14b7-44e9-9070-06edd65a1169 x-openstack-request-id: req-6efd7cac-14b7-44e9-9070-06edd65a1169 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:14:25.266465 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dc659b-d439-47bd-8edf-a2870fd84eaf", "name": "network-vif-plugged", "status": "completed", "tag": "7caab61c-cbb1-4f75-98f6-00965591de29", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:14:25.266732 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6efd7cac-14b7-44e9-9070-06edd65a1169 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:14:25.267137 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6efd7cac-14b7-44e9-9070-06edd65a1169'] response: {'server_uuid': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7caab61c-cbb1-4f75-98f6-00965591de29', 'code': 200} Sep 27 05:14:25.443278 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dea399-e299-4d62-844e-4db3ea988c77 req-41df1ae5-8412-4ac0-8d7c-276651fcdb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:25.444764 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-94dea399-e299-4d62-844e-4db3ea988c77 req-41df1ae5-8412-4ac0-8d7c-276651fcdb99 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 1129 time: 0.0502410 Sep 27 05:14:25.489533 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-94dea399-e299-4d62-844e-4db3ea988c77 req-b28b6be8-b27e-44e6-9764-c0287872ea86 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388863 Sep 27 05:14:25.679328 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aed0b-012a-48e0-b022-6519483eee0a req-770b9a31-7d69-4212-872d-d579ce4c0d8d tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:25.680854 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ba2aed0b-012a-48e0-b022-6519483eee0a req-770b9a31-7d69-4212-872d-d579ce4c0d8d tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 945 time: 0.0540113 Sep 27 05:14:25.756674 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ba2aed0b-012a-48e0-b022-6519483eee0a req-beda8be5-7f87-49ff-991b-29ac5e1f0d37 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693753 Sep 27 05:14:25.771915 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c59348-2d83-4a91-956e-5258dccdfec1 req-9636ba6f-e3f6-43f9-bc18-397a75beb21d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:25.773388 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-01c59348-2d83-4a91-956e-5258dccdfec1 req-9636ba6f-e3f6-43f9-bc18-397a75beb21d tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 946 time: 0.0791800 Sep 27 05:14:25.826403 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-01c59348-2d83-4a91-956e-5258dccdfec1 req-82c00e0d-14e8-4cbd-a287-927b83f5eee6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470264 Sep 27 05:14:26.106313 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8c6ee-b010-4502-83bf-c369831cced5 req-8509ed63-596d-41fd-86ce-e4b30f57c4fc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:26.107698 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-68d8c6ee-b010-4502-83bf-c369831cced5 req-8509ed63-596d-41fd-86ce-e4b30f57c4fc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 946 time: 0.0519168 Sep 27 05:14:26.155870 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-68d8c6ee-b010-4502-83bf-c369831cced5 req-f4fefd62-4188-49e1-a2f4-5c1a25ec6bcb tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427492 Sep 27 05:14:26.187259 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40966) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:14:26.231084 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de13d7a1-932b-4ed2-8f66-b3e53736453d tempest-TestVolumeBootPattern-571449790 tempest-TestVolumeBootPattern-571449790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:26.232607 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-de13d7a1-932b-4ed2-8f66-b3e53736453d tempest-TestVolumeBootPattern-571449790 tempest-TestVolumeBootPattern-571449790-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 1125 time: 0.0443625 Sep 27 05:14:26.235361 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 40968) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:14:26.239489 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Request body: {'floatingip': {'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'port_id': '10a40458-3b5c-41d1-bb0c-9774b07aa38e', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:14:26.259091 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:26.355429 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:26.461970 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Allocated IP 172.27.1.86 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/361cc05b-6c85-4bb1-b3cd-5ac49d427e3c) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:14:26.562847 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for port (361cc05b-6c85-4bb1-b3cd-5ac49d427e3c), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:26.599689 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (361cc05b-6c85-4bb1-b3cd-5ac49d427e3c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:26.639668 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:14:26.642800 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:14:26.645668 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:14:26.684067 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'Port': ['ID=361cc05b-6c85-4bb1-b3cd-5ac49d427e3c,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:26.893290 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c850e-9941-44a1-8ecc-900e6d49db8a req-cd7e08fb-249e-4702-9b4d-331e24e07337 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:26.894913 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-076c850e-9941-44a1-8ecc-900e6d49db8a req-cd7e08fb-249e-4702-9b4d-331e24e07337 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 945 time: 0.0560193 Sep 27 05:14:26.947204 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-076c850e-9941-44a1-8ecc-900e6d49db8a req-f55796b4-665a-4c69-95de-4cf457954360 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450876 Sep 27 05:14:27.058901 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for floatingip (f8c0f837-29e7-4f94-9004-ce41195a20ef), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:27.100612 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314089a-f840-4c68-b3f5-c2bfec10c33d req-d36a59fe-24cb-4a09-97e2-25332fb32a97 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:27.102266 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d314089a-f840-4c68-b3f5-c2bfec10c33d req-d36a59fe-24cb-4a09-97e2-25332fb32a97 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 945 time: 0.0597055 Sep 27 05:14:27.159655 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d314089a-f840-4c68-b3f5-c2bfec10c33d req-01f1d12e-8073-4234-9d2d-02949b301324 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503619 Sep 27 05:14:27.369986 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (361cc05b-6c85-4bb1-b3cd-5ac49d427e3c), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:27.508518 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503191b-1043-432f-9665-ee11bc1786e0 req-2d6432ec-9602-4bfb-b244-f47594091891 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:27.510041 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8503191b-1043-432f-9665-ee11bc1786e0 req-2d6432ec-9602-4bfb-b244-f47594091891 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 945 time: 0.0536144 Sep 27 05:14:27.521919 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for port (361cc05b-6c85-4bb1-b3cd-5ac49d427e3c), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:27.527756 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (361cc05b-6c85-4bb1-b3cd-5ac49d427e3c), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:27.566419 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8503191b-1043-432f-9665-ee11bc1786e0 req-276d2898-b330-405e-a92a-ae2223cfe78a tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504308 Sep 27 05:14:27.594035 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (f8c0f837-29e7-4f94-9004-ce41195a20ef), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:27.595853 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event updated for resources: {'Port': ['ID=361cc05b-6c85-4bb1-b3cd-5ac49d427e3c,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:27.695825 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Floating IP f8c0f837-29e7-4f94-9004-ce41195a20ef associated. External IP: 172.27.1.86, port: 10a40458-3b5c-41d1-bb0c-9774b07aa38e. Sep 27 05:14:27.911126 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Router c761e44c-233d-49ca-9658-756db6dcc194 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:14:28.020098 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:14:28.031687 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f0e82-885d-4189-bdf8-d6e03ebfa3ee None None] Sync routers for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:14:28.038458 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:28.043533 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f0e82-885d-4189-bdf8-d6e03ebfa3ee None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:14:28.044263 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-8e0f0e82-885d-4189-bdf8-d6e03ebfa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:14:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:14:28.069623 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8be97638-76d5-4031-ac03-7d1b47b83590 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8330057 Sep 27 05:14:28.070633 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d206970-8749-44c5-b32b-066fbb3f5603', 'tag': '10a40458-3b5c-41d1-bb0c-9774b07aa38e'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:14:28.073837 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0e5a42-0dfd-4acb-8c3d-c917ce1e26b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d206970-8749-44c5-b32b-066fbb3f5603", "tag": "10a40458-3b5c-41d1-bb0c-9774b07aa38e"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:14:28.110753 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4428e097-5380-4558-9cd1-ea002b8a00e5 x-openstack-request-id: req-4428e097-5380-4558-9cd1-ea002b8a00e5 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:14:28.111050 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d206970-8749-44c5-b32b-066fbb3f5603", "tag": "10a40458-3b5c-41d1-bb0c-9774b07aa38e", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:14:28.111310 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4428e097-5380-4558-9cd1-ea002b8a00e5 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:14:28.111721 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4428e097-5380-4558-9cd1-ea002b8a00e5'] response: {'name': 'network-changed', 'server_uuid': '5d206970-8749-44c5-b32b-066fbb3f5603', 'tag': '10a40458-3b5c-41d1-bb0c-9774b07aa38e', 'status': 'completed', 'code': 200} Sep 27 05:14:28.158748 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-8e0f0e82-885d-4189-bdf8-d6e03ebfa3ee None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:14:28.186196 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e5a42-0dfd-4acb-8c3d-c917ce1e26b1 req-4f46233b-7869-416d-a29e-4a8b9e71290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:28.187868 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab0e5a42-0dfd-4acb-8c3d-c917ce1e26b1 req-4f46233b-7869-416d-a29e-4a8b9e71290a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 1130 time: 0.0508616 Sep 27 05:14:28.277853 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e5a42-0dfd-4acb-8c3d-c917ce1e26b1 req-113ae148-02a3-48c5-b467-eae7b987f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:28.279335 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab0e5a42-0dfd-4acb-8c3d-c917ce1e26b1 req-113ae148-02a3-48c5-b467-eae7b987f362 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 913 time: 0.0855846 Sep 27 05:14:28.341952 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab0e5a42-0dfd-4acb-8c3d-c917ce1e26b1 req-eb668bfb-576e-4bb5-8152-0d42e4162445 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10a40458-3b5c-41d1-bb0c-9774b07aa38e HTTP/1.1" status: 200 len: 999 time: 0.0558584 Sep 27 05:14:28.386525 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-8e0f0e82-885d-4189-bdf8-d6e03ebfa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '521d9412-6dac-413c-91cf-f4b27e5d8340', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'port_id': '35c2d478-0b94-4bd7-9def-a4476c207275', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'mac_address': 'fa:16:3e:f2:4e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836521cd-1172-428e-b458-0e9de560f99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:12:12Z', 'updated_at': '2022-09-27T05:12:14Z', 'revision_number': 1, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address_scope': None}, {'id': 'f8c0f837-29e7-4f94-9004-ce41195a20ef', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'port_id': '10a40458-3b5c-41d1-bb0c-9774b07aa38e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'mac_address': 'fa:16:3e:c2:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d206970-8749-44c5-b32b-066fbb3f5603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:14:26Z', 'updated_at': '2022-09-27T05:14:26Z', 'revision_number': 0, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:14:28.395228 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e5a42-0dfd-4acb-8c3d-c917ce1e26b1 req-4dd213ad-b998-45a4-91dd-e4c147c72d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:28.396760 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab0e5a42-0dfd-4acb-8c3d-c917ce1e26b1 req-4dd213ad-b998-45a4-91dd-e4c147c72d8b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64e5e500-b27d-41ff-b754-4ec03dbcd6fc HTTP/1.1" status: 200 len: 851 time: 0.0493865 Sep 27 05:14:28.411802 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f0e82-885d-4189-bdf8-d6e03ebfa3ee None None] Checking router: c761e44c-233d-49ca-9658-756db6dcc194 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:14:28.421052 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f0e82-885d-4189-bdf8-d6e03ebfa3ee None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:14:28.421657 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-8e0f0e82-885d-4189-bdf8-d6e03ebfa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:14:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:14:28.445192 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e5a42-0dfd-4acb-8c3d-c917ce1e26b1 req-a8169784-0131-461e-b2eb-dfa8a7704256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:28.446704 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab0e5a42-0dfd-4acb-8c3d-c917ce1e26b1 req-a8169784-0131-461e-b2eb-dfa8a7704256 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448346 Sep 27 05:14:28.522544 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-8e0f0e82-885d-4189-bdf8-d6e03ebfa3ee None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:14:28.534488 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab0e5a42-0dfd-4acb-8c3d-c917ce1e26b1 req-71d91987-2dd1-4b3b-b5c6-7385bd561618 service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812769 Sep 27 05:14:28.626399 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab0e5a42-0dfd-4acb-8c3d-c917ce1e26b1 req-20aa965c-28a9-4477-a79a-c485f8d10a1c service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858850 Sep 27 05:14:28.740892 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-8e0f0e82-885d-4189-bdf8-d6e03ebfa3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '521d9412-6dac-413c-91cf-f4b27e5d8340', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'port_id': '35c2d478-0b94-4bd7-9def-a4476c207275', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'mac_address': 'fa:16:3e:f2:4e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836521cd-1172-428e-b458-0e9de560f99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:12:12Z', 'updated_at': '2022-09-27T05:12:14Z', 'revision_number': 1, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address_scope': None}, {'id': 'f8c0f837-29e7-4f94-9004-ce41195a20ef', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'port_id': '10a40458-3b5c-41d1-bb0c-9774b07aa38e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'mac_address': 'fa:16:3e:c2:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d206970-8749-44c5-b32b-066fbb3f5603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:14:26Z', 'updated_at': '2022-09-27T05:14:26Z', 'revision_number': 0, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:14:28.764434 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0f0e82-885d-4189-bdf8-d6e03ebfa3ee None None] The sync data for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi is: [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '521d9412-6dac-413c-91cf-f4b27e5d8340', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'port_id': '35c2d478-0b94-4bd7-9def-a4476c207275', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'mac_address': 'fa:16:3e:f2:4e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836521cd-1172-428e-b458-0e9de560f99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:12:12Z', 'updated_at': '2022-09-27T05:12:14Z', 'revision_number': 1, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address_scope': None}, {'id': 'f8c0f837-29e7-4f94-9004-ce41195a20ef', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'floating_ip_address': '172.27.1.86', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'port_id': '10a40458-3b5c-41d1-bb0c-9774b07aa38e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'mac_address': 'fa:16:3e:c2:10:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d206970-8749-44c5-b32b-066fbb3f5603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:14:26Z', 'updated_at': '2022-09-27T05:14:26Z', 'revision_number': 0, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:14:28.970201 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6415efa4-fcaa-44f8-b229-887fed091b9c None None] New status for floating IP f8c0f837-29e7-4f94-9004-ce41195a20ef: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:14:33.699372 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d774d3e-1669-4533-9f6a-3ea25aeae7b5 req-d9ea6066-36b6-48be-b2ae-9c0ac8c70c36 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:33.700866 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d774d3e-1669-4533-9f6a-3ea25aeae7b5 req-d9ea6066-36b6-48be-b2ae-9c0ac8c70c36 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0559566 Sep 27 05:14:33.747553 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6d774d3e-1669-4533-9f6a-3ea25aeae7b5 req-c017b10e-7a79-4c55-bc8f-93bd99d5338f tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411451 Sep 27 05:14:34.875654 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92f33e-6d76-42ea-8967-ee3bfcce4e53 req-dc589a63-f930-4e88-8d60-dd741de88081 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:34.877132 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ea92f33e-6d76-42ea-8967-ee3bfcce4e53 req-dc589a63-f930-4e88-8d60-dd741de88081 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0552037 Sep 27 05:14:34.925669 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ea92f33e-6d76-42ea-8967-ee3bfcce4e53 req-bd273cbb-e992-4311-a75a-dce77dc61c97 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429614 Sep 27 05:14:35.780598 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4ba070c2-3c82-43fd-ac21-347ad4ff7fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:36.051922 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79be480-4317-4013-94b1-ce231f24a532 req-e41ac201-3fe8-4150-ae84-16c8a25b238e tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:36.053345 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d79be480-4317-4013-94b1-ce231f24a532 req-e41ac201-3fe8-4150-ae84-16c8a25b238e tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0524554 Sep 27 05:14:36.098936 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d79be480-4317-4013-94b1-ce231f24a532 req-3df98bd8-9e91-4f65-b111-426307def372 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398369 Sep 27 05:14:37.223487 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0be86-44b4-4c97-93a1-91925165827f req-0d5a6d5a-f2e5-4e3b-b070-f95b90191fab tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:37.224953 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64f0be86-44b4-4c97-93a1-91925165827f req-0d5a6d5a-f2e5-4e3b-b070-f95b90191fab tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0509956 Sep 27 05:14:37.274276 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-64f0be86-44b4-4c97-93a1-91925165827f req-31787166-08b8-4174-8a4b-ae5579369dfa tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432467 Sep 27 05:14:38.156619 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-473f5496-1ced-45f9-9c6f-849ca53aecc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:38.401278 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9c2e-6b0b-4818-9303-a49726b65c96 req-63bf4a33-e521-4591-8f99-e2ba037ab1f5 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:38.402521 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3fcc9c2e-6b0b-4818-9303-a49726b65c96 req-63bf4a33-e521-4591-8f99-e2ba037ab1f5 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0532775 Sep 27 05:14:38.449176 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3fcc9c2e-6b0b-4818-9303-a49726b65c96 req-02e57de0-794f-4b5b-938d-287bf049bbc5 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410616 Sep 27 05:14:39.401500 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:39.578218 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d4cf0-d092-4da9-b4ac-6fe35f9fae61 req-6f89a36b-2fd9-487f-a161-3d696dec596e tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:39.579703 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-db0d4cf0-d092-4da9-b4ac-6fe35f9fae61 req-6f89a36b-2fd9-487f-a161-3d696dec596e tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0545387 Sep 27 05:14:39.631565 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-db0d4cf0-d092-4da9-b4ac-6fe35f9fae61 req-36f3b632-90b9-4910-a6f1-8ec86ac39eb2 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454180 Sep 27 05:14:40.223411 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff55a71-6a58-4d04-a233-53bd9c970705 req-31692e53-b1c1-489d-99cf-91e4b1b7d7de tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:40.224814 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3ff55a71-6a58-4d04-a233-53bd9c970705 req-31692e53-b1c1-489d-99cf-91e4b1b7d7de tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 945 time: 0.0553358 Sep 27 05:14:40.273310 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3ff55a71-6a58-4d04-a233-53bd9c970705 req-9c3924fd-835e-423c-88ca-7d10aad150e3 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Sep 27 05:14:40.301905 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41074) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:14:40.431763 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc05f5f-3c45-418f-992f-ec8df98ac643 tempest-TestMinimumBasicScenario-311794784 tempest-TestMinimumBasicScenario-311794784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:40.433871 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9cc05f5f-3c45-418f-992f-ec8df98ac643 tempest-TestMinimumBasicScenario-311794784 tempest-TestMinimumBasicScenario-311794784-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 1124 time: 0.1309993 Sep 27 05:14:40.436716 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41078) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:14:40.440860 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Request body: {'floatingip': {'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'port_id': '7caab61c-cbb1-4f75-98f6-00965591de29', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:14:40.459930 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:40.558716 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:40.665358 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Allocated IP 172.27.1.87 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/08bfe63d-13eb-4b62-ab60-3029c32929be) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:14:40.796835 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:40.804028 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe0964-291f-4936-a609-223c38799580 req-d19330a4-bd5c-485e-aa48-6a55d5fadfe7 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:40.805518 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bcbe0964-291f-4936-a609-223c38799580 req-d19330a4-bd5c-485e-aa48-6a55d5fadfe7 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0859332 Sep 27 05:14:40.821087 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for port (08bfe63d-13eb-4b62-ab60-3029c32929be), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:40.873429 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bcbe0964-291f-4936-a609-223c38799580 req-87fdf146-ba26-4003-b0e0-95220b8678ff tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620842 Sep 27 05:14:40.882562 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (08bfe63d-13eb-4b62-ab60-3029c32929be), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:40.925026 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:14:40.931770 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:14:40.934104 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Pushing event updated for resources: {'Port': ['ID=08bfe63d-13eb-4b62-ab60-3029c32929be,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:40.936327 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:14:41.271725 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for floatingip (6c10c7c5-5086-4ee8-ae7b-82e72d1af5ca), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:41.340681 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (08bfe63d-13eb-4b62-ab60-3029c32929be), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:41.479131 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for port (08bfe63d-13eb-4b62-ab60-3029c32929be), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:41.483461 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (08bfe63d-13eb-4b62-ab60-3029c32929be), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:41.549671 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (6c10c7c5-5086-4ee8-ae7b-82e72d1af5ca), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:41.551333 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Pushing event updated for resources: {'Port': ['ID=08bfe63d-13eb-4b62-ab60-3029c32929be,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:41.910777 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Floating IP 6c10c7c5-5086-4ee8-ae7b-82e72d1af5ca associated. External IP: 172.27.1.87, port: 7caab61c-cbb1-4f75-98f6-00965591de29. Sep 27 05:14:42.048424 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71f51f-cbda-4d2f-9537-bb64ff9293ca req-99293548-f22b-4bf5-b669-6882b01e21d2 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:42.049890 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fd71f51f-cbda-4d2f-9537-bb64ff9293ca req-99293548-f22b-4bf5-b669-6882b01e21d2 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0992091 Sep 27 05:14:42.130252 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.168184 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fd71f51f-cbda-4d2f-9537-bb64ff9293ca req-3ccc99ed-b6bf-4c56-9e7f-d51ec5d1bc6f tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890872 Sep 27 05:14:42.179790 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Router c356d4bb-3678-48d1-9956-c90fb087288b has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:14:42.282807 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:14:42.293171 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0572513-9bef-40bf-9ea1-876788c59c6a None None] Sync routers for ids ['c356d4bb-3678-48d1-9956-c90fb087288b'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:14:42.299696 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.302719 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0572513-9bef-40bf-9ea1-876788c59c6a None None] Routers {'c356d4bb-3678-48d1-9956-c90fb087288b'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:14:42.303402 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b0572513-9bef-40bf-9ea1-876788c59c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:14:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c356d4bb-3678-48d1-9956-c90fb087288b'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:14:42.331548 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-fc4b032c-eaa4-4d7e-bfba-253fa6a93673 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8937891 Sep 27 05:14:42.332175 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'tag': '7caab61c-cbb1-4f75-98f6-00965591de29'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:14:42.334476 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41086) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:14:42.334973 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a31a59-de37-441e-8b09-e929252c1645" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dc659b-d439-47bd-8edf-a2870fd84eaf", "tag": "7caab61c-cbb1-4f75-98f6-00965591de29"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:14:42.340402 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-49bf07f1-7035-4f7c-8381-6d1b8f94c7d9 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1497437205', 'description': 'tempest-secgroup-smoke-1497437205 description', 'project_id': '505f8ca50e7042bfadcc5b9b5c433696'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:14:42.366754 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49bf07f1-7035-4f7c-8381-6d1b8f94c7d9 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.377088 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb7b75a-2a79-41ca-af89-2f4e24bb41fe x-openstack-request-id: req-6cb7b75a-2a79-41ca-af89-2f4e24bb41fe {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:14:42.377088 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dc659b-d439-47bd-8edf-a2870fd84eaf", "tag": "7caab61c-cbb1-4f75-98f6-00965591de29", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:14:42.377324 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6cb7b75a-2a79-41ca-af89-2f4e24bb41fe {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:14:42.377558 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb7b75a-2a79-41ca-af89-2f4e24bb41fe'] response: {'name': 'network-changed', 'server_uuid': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'tag': '7caab61c-cbb1-4f75-98f6-00965591de29', 'status': 'completed', 'code': 200} Sep 27 05:14:42.417464 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-b0572513-9bef-40bf-9ea1-876788c59c6a None None] Set router c356d4bb-3678-48d1-9956-c90fb087288b gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:14:42.438537 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49bf07f1-7035-4f7c-8381-6d1b8f94c7d9 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group (04df68a8-7a91-44f1-a4ae-cb569a0c2fc5), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.442985 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49bf07f1-7035-4f7c-8381-6d1b8f94c7d9 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (04df68a8-7a91-44f1-a4ae-cb569a0c2fc5), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.447133 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a31a59-de37-441e-8b09-e929252c1645 req-048c0793-6334-49d5-93b4-987c005e5110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:42.449749 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-50a31a59-de37-441e-8b09-e929252c1645 req-048c0793-6334-49d5-93b4-987c005e5110 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=505f8ca50e7042bfadcc5b9b5c433696&device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 1129 time: 0.0507462 Sep 27 05:14:42.474168 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49bf07f1-7035-4f7c-8381-6d1b8f94c7d9 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.475406 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-49bf07f1-7035-4f7c-8381-6d1b8f94c7d9 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1390810 Sep 27 05:14:42.478437 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41090) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:14:42.482940 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-2144f7d9-a0ea-43d9-9ac7-50ba86204b86 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Request body: {'security_group_rule': {'security_group_id': '04df68a8-7a91-44f1-a4ae-cb569a0c2fc5', 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:14:42.488350 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf07f1-7035-4f7c-8381-6d1b8f94c7d9 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04df68a8-7a91-44f1-a4ae-cb569a0c2fc5,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:42.516472 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2144f7d9-a0ea-43d9-9ac7-50ba86204b86 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (3d877344-6e44-49cb-87bf-df915610bd03), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.547276 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a31a59-de37-441e-8b09-e929252c1645 req-07761087-e77b-4f2a-8bb2-565c69c2a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:42.548743 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-50a31a59-de37-441e-8b09-e929252c1645 req-07761087-e77b-4f2a-8bb2-565c69c2a60d service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c485f19-1300-4593-a89f-fcde16470cf0 HTTP/1.1" status: 200 len: 916 time: 0.0927384 Sep 27 05:14:42.580021 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2144f7d9-a0ea-43d9-9ac7-50ba86204b86 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (3d877344-6e44-49cb-87bf-df915610bd03), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.584233 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2144f7d9-a0ea-43d9-9ac7-50ba86204b86 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (3d877344-6e44-49cb-87bf-df915610bd03), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.602841 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144f7d9-a0ea-43d9-9ac7-50ba86204b86 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d877344-6e44-49cb-87bf-df915610bd03,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:42.611969 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2144f7d9-a0ea-43d9-9ac7-50ba86204b86 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.616040 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2144f7d9-a0ea-43d9-9ac7-50ba86204b86 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364672 Sep 27 05:14:42.616368 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41092) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:14:42.618050 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-50a31a59-de37-441e-8b09-e929252c1645 req-bb5ad970-3ac0-4d47-8812-0878e2666d81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7caab61c-cbb1-4f75-98f6-00965591de29 HTTP/1.1" status: 200 len: 998 time: 0.0637560 Sep 27 05:14:42.622342 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-a3ffabd2-bdba-4e4c-bb5d-8363ef9d482b tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Request body: {'security_group_rule': {'security_group_id': '04df68a8-7a91-44f1-a4ae-cb569a0c2fc5', 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:14:42.664997 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b0572513-9bef-40bf-9ea1-876788c59c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:48Z', 'updated_at': '2022-09-27T05:13:51Z', 'revision_number': 4, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'gw_port': {'id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:49Z', 'updated_at': '2022-09-27T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '6c10c7c5-5086-4ee8-ae7b-82e72d1af5ca', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'port_id': '7caab61c-cbb1-4f75-98f6-00965591de29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'mac_address': 'fa:16:3e:05:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:14:41Z', 'updated_at': '2022-09-27T05:14:41Z', 'revision_number': 0, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5369b20-e90e-46dd-bd60-01ff36b8d1d3', 'name': '', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'mac_address': 'fa:16:3e:72:83:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:51Z', 'updated_at': '2022-09-27T05:13:56Z', 'revision_number': 5, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'subnets': [{'id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:14:42.681361 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a31a59-de37-441e-8b09-e929252c1645 req-91a6ed9d-9e16-4c5f-a79e-15d7f1005e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:42.683466 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-50a31a59-de37-441e-8b09-e929252c1645 req-91a6ed9d-9e16-4c5f-a79e-15d7f1005e02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4840c8a5-14e8-4b13-a61d-c3961ad1c6ec HTTP/1.1" status: 200 len: 854 time: 0.0570478 Sep 27 05:14:42.684766 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a3ffabd2-bdba-4e4c-bb5d-8363ef9d482b tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (47e198ce-482e-42cb-a02d-497f8cb857b4), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.690295 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0572513-9bef-40bf-9ea1-876788c59c6a None None] Checking router: c356d4bb-3678-48d1-9956-c90fb087288b for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:14:42.698845 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0572513-9bef-40bf-9ea1-876788c59c6a None None] Routers {'c356d4bb-3678-48d1-9956-c90fb087288b'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:14:42.699461 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b0572513-9bef-40bf-9ea1-876788c59c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:14:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c356d4bb-3678-48d1-9956-c90fb087288b'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:14:42.767424 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a3ffabd2-bdba-4e4c-bb5d-8363ef9d482b tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (47e198ce-482e-42cb-a02d-497f8cb857b4), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.769706 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a31a59-de37-441e-8b09-e929252c1645 req-10c4ba91-42a7-4290-823b-4dd9321f1b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:42.771229 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-50a31a59-de37-441e-8b09-e929252c1645 req-10c4ba91-42a7-4290-823b-4dd9321f1b56 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c485f19-1300-4593-a89f-fcde16470cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777824 Sep 27 05:14:42.772291 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a3ffabd2-bdba-4e4c-bb5d-8363ef9d482b tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (47e198ce-482e-42cb-a02d-497f8cb857b4), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.809205 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffabd2-bdba-4e4c-bb5d-8363ef9d482b tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e198ce-482e-42cb-a02d-497f8cb857b4,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:42.841756 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a3ffabd2-bdba-4e4c-bb5d-8363ef9d482b tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.842984 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a3ffabd2-bdba-4e4c-bb5d-8363ef9d482b tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2240493 Sep 27 05:14:42.846131 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41094) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:14:42.853543 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-db59f7ae-eef2-4acc-8e18-eb8e35262d7c tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Request body: {'security_group_rule': {'security_group_id': '04df68a8-7a91-44f1-a4ae-cb569a0c2fc5', 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:14:42.882138 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-db59f7ae-eef2-4acc-8e18-eb8e35262d7c tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (c6b3f04a-8ea0-4f18-9641-49fbf399c64f), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.885253 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-50a31a59-de37-441e-8b09-e929252c1645 req-eca7a10a-b7dc-492c-bbdf-a4f4c86aaaa2 service neutron] 10.222.0.49 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050432 Sep 27 05:14:42.936880 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-b0572513-9bef-40bf-9ea1-876788c59c6a None None] Set router c356d4bb-3678-48d1-9956-c90fb087288b gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:14:42.948330 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-db59f7ae-eef2-4acc-8e18-eb8e35262d7c tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (c6b3f04a-8ea0-4f18-9641-49fbf399c64f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.952143 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-db59f7ae-eef2-4acc-8e18-eb8e35262d7c tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (c6b3f04a-8ea0-4f18-9641-49fbf399c64f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.971640 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59f7ae-eef2-4acc-8e18-eb8e35262d7c tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b3f04a-8ea0-4f18-9641-49fbf399c64f,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:42.984367 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-db59f7ae-eef2-4acc-8e18-eb8e35262d7c tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:42.985834 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-db59f7ae-eef2-4acc-8e18-eb8e35262d7c tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382759 Sep 27 05:14:42.988826 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41096) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:14:42.993277 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-50a31a59-de37-441e-8b09-e929252c1645 req-4d3d533d-c538-412d-a295-2613c180b95b service neutron] 10.222.0.49 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993488 Sep 27 05:14:42.993967 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-692b3f65-f9a9-49b9-ac26-8323e5091313 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Request body: {'security_group_rule': {'security_group_id': '04df68a8-7a91-44f1-a4ae-cb569a0c2fc5', 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:14:43.023374 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-692b3f65-f9a9-49b9-ac26-8323e5091313 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (c91ac2ca-1bdc-42a6-80bc-72d412e9f473), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.082283 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-692b3f65-f9a9-49b9-ac26-8323e5091313 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (c91ac2ca-1bdc-42a6-80bc-72d412e9f473), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.086168 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-692b3f65-f9a9-49b9-ac26-8323e5091313 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (c91ac2ca-1bdc-42a6-80bc-72d412e9f473), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.104747 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b3f65-f9a9-49b9-ac26-8323e5091313 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91ac2ca-1bdc-42a6-80bc-72d412e9f473,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:43.112585 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-692b3f65-f9a9-49b9-ac26-8323e5091313 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.116697 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-692b3f65-f9a9-49b9-ac26-8323e5091313 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271126 Sep 27 05:14:43.116897 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41098) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:14:43.122164 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-0b8af6f2-1e31-4bbb-b07d-2c7a12622df7 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Request body: {'security_group_rule': {'security_group_id': '04df68a8-7a91-44f1-a4ae-cb569a0c2fc5', 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:14:43.141672 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.securitygroups_db [None req-0b8af6f2-1e31-4bbb-b07d-2c7a12622df7 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Project 505f8ca50e7042bfadcc5b9b5c433696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 05:14:43.146814 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0b8af6f2-1e31-4bbb-b07d-2c7a12622df7 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (0c0dd702-213f-4ed0-aee3-f4ef6f278f50), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.173513 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b0572513-9bef-40bf-9ea1-876788c59c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:48Z', 'updated_at': '2022-09-27T05:13:51Z', 'revision_number': 4, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'gw_port': {'id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:49Z', 'updated_at': '2022-09-27T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '6c10c7c5-5086-4ee8-ae7b-82e72d1af5ca', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'port_id': '7caab61c-cbb1-4f75-98f6-00965591de29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'mac_address': 'fa:16:3e:05:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:14:41Z', 'updated_at': '2022-09-27T05:14:41Z', 'revision_number': 0, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5369b20-e90e-46dd-bd60-01ff36b8d1d3', 'name': '', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'mac_address': 'fa:16:3e:72:83:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:51Z', 'updated_at': '2022-09-27T05:13:56Z', 'revision_number': 5, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'subnets': [{'id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:14:43.202712 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0572513-9bef-40bf-9ea1-876788c59c6a None None] The sync data for ids ['c356d4bb-3678-48d1-9956-c90fb087288b'] in dv-cinder-858463-2-iscsi is: [{'id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:48Z', 'updated_at': '2022-09-27T05:13:51Z', 'revision_number': 4, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'gw_port': {'id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:49Z', 'updated_at': '2022-09-27T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '6c10c7c5-5086-4ee8-ae7b-82e72d1af5ca', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'port_id': '7caab61c-cbb1-4f75-98f6-00965591de29', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'mac_address': 'fa:16:3e:05:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:14:41Z', 'updated_at': '2022-09-27T05:14:41Z', 'revision_number': 0, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5369b20-e90e-46dd-bd60-01ff36b8d1d3', 'name': '', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'mac_address': 'fa:16:3e:72:83:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:51Z', 'updated_at': '2022-09-27T05:13:56Z', 'revision_number': 5, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'subnets': [{'id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:14:43.207458 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0b8af6f2-1e31-4bbb-b07d-2c7a12622df7 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (0c0dd702-213f-4ed0-aee3-f4ef6f278f50), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.213836 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0b8af6f2-1e31-4bbb-b07d-2c7a12622df7 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (0c0dd702-213f-4ed0-aee3-f4ef6f278f50), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.234923 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8af6f2-1e31-4bbb-b07d-2c7a12622df7 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c0dd702-213f-4ed0-aee3-f4ef6f278f50,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:43.243910 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0b8af6f2-1e31-4bbb-b07d-2c7a12622df7 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.247613 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-0b8af6f2-1e31-4bbb-b07d-2c7a12622df7 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269329 Sep 27 05:14:43.247821 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41102) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:14:43.252116 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-397ca9ff-e06d-4b3a-b5c3-39664b3829ed tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Request body: {'security_group_rule': {'security_group_id': '04df68a8-7a91-44f1-a4ae-cb569a0c2fc5', 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:14:43.303455 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.securitygroups_db [None req-397ca9ff-e06d-4b3a-b5c3-39664b3829ed tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Project 505f8ca50e7042bfadcc5b9b5c433696 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 05:14:43.310997 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-397ca9ff-e06d-4b3a-b5c3-39664b3829ed tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (50151bb7-5cca-4e4e-b780-fa5e24f98724), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.345302 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afbbf1-aba8-4507-aea8-b14c2bf5ab7a req-f3f75766-7435-4d5d-a51d-867ba2c011d3 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:43.346803 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-36afbbf1-aba8-4507-aea8-b14c2bf5ab7a req-f3f75766-7435-4d5d-a51d-867ba2c011d3 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0904770 Sep 27 05:14:43.419520 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-397ca9ff-e06d-4b3a-b5c3-39664b3829ed tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (50151bb7-5cca-4e4e-b780-fa5e24f98724), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.424149 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-36afbbf1-aba8-4507-aea8-b14c2bf5ab7a req-a11b8628-f0ad-4c3b-8f2a-a29f9fb01fed tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715964 Sep 27 05:14:43.425229 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-397ca9ff-e06d-4b3a-b5c3-39664b3829ed tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (50151bb7-5cca-4e4e-b780-fa5e24f98724), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.430488 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c82ff77-34f1-481b-85bc-f3388e775812 None None] New status for floating IP 6c10c7c5-5086-4ee8-ae7b-82e72d1af5ca: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:14:43.453128 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ca9ff-e06d-4b3a-b5c3-39664b3829ed tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50151bb7-5cca-4e4e-b780-fa5e24f98724,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:43.453837 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-397ca9ff-e06d-4b3a-b5c3-39664b3829ed tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.457863 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-397ca9ff-e06d-4b3a-b5c3-39664b3829ed tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2064085 Sep 27 05:14:43.547785 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-57859430-001d-481d-a2f6-b4b18986e866 req-3b6aabf7-75ee-43c0-80cb-0cd12e2e1757 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497437205&fields=id&tenant_id=505f8ca50e7042bfadcc5b9b5c433696 HTTP/1.1" status: 200 len: 267 time: 0.0463324 Sep 27 05:14:43.606752 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57859430-001d-481d-a2f6-b4b18986e866 req-4e409e8a-e297-408b-8df4-09dbd87f914c tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:43.608318 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-57859430-001d-481d-a2f6-b4b18986e866 req-4e409e8a-e297-408b-8df4-09dbd87f914c tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 945 time: 0.0551636 Sep 27 05:14:43.619590 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-57859430-001d-481d-a2f6-b4b18986e866 req-6823c934-005c-4f01-9c03-b0280dc57039 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Request body: {'port': {'security_groups': ['6494b321-5d88-4808-8d0c-75e5b4b4ba0e', '04df68a8-7a91-44f1-a4ae-cb569a0c2fc5']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:14:43.692154 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-57859430-001d-481d-a2f6-b4b18986e866 req-6823c934-005c-4f01-9c03-b0280dc57039 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.873150 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-57859430-001d-481d-a2f6-b4b18986e866 req-6823c934-005c-4f01-9c03-b0280dc57039 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] For port 7caab61c-cbb1-4f75-98f6-00965591de29, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7caab61c-cbb1-4f75-98f6-00965591de29,segment=NetworkSegment(45978cd7-56f6-4690-85b6-d5892897d9f2),segment_id=45978cd7-56f6-4690-85b6-d5892897d9f2)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:14:43.903254 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-57859430-001d-481d-a2f6-b4b18986e866 req-6823c934-005c-4f01-9c03-b0280dc57039 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for port (7caab61c-cbb1-4f75-98f6-00965591de29), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.908362 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-57859430-001d-481d-a2f6-b4b18986e866 req-6823c934-005c-4f01-9c03-b0280dc57039 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.919555 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57859430-001d-481d-a2f6-b4b18986e866 req-6823c934-005c-4f01-9c03-b0280dc57039 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:43.920318 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-57859430-001d-481d-a2f6-b4b18986e866 req-6823c934-005c-4f01-9c03-b0280dc57039 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:43.920869 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['7caab61c-cbb1-4f75-98f6-00965591de29'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:14:43.921734 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-57859430-001d-481d-a2f6-b4b18986e866 req-6823c934-005c-4f01-9c03-b0280dc57039 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "PUT /v2.0/ports/7caab61c-cbb1-4f75-98f6-00965591de29 HTTP/1.1" status: 200 len: 981 time: 0.3067899 Sep 27 05:14:43.970926 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823c934-005c-4f01-9c03-b0280dc57039 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Pushing event updated for resources: {'Port': ['ID=7caab61c-cbb1-4f75-98f6-00965591de29,revision_number=6']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:14:44.008665 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['7caab61c-cbb1-4f75-98f6-00965591de29'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:14:44.041622 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce078a3-f16c-4d6b-9450-6bedd3867138 req-93fef799-2679-41a4-af03-78ec87a34e67 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:44.043152 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bce078a3-f16c-4d6b-9450-6bedd3867138 req-93fef799-2679-41a4-af03-78ec87a34e67 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 984 time: 0.0582428 Sep 27 05:14:44.105130 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bce078a3-f16c-4d6b-9450-6bedd3867138 req-4ff464dd-7c96-45e6-921f-7fc95d028fc1 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=04df68a8-7a91-44f1-a4ae-cb569a0c2fc5&id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556364 Sep 27 05:14:44.378420 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'tag': '7caab61c-cbb1-4f75-98f6-00965591de29'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:14:44.380994 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51f8ff6-4687-4b5b-91d0-b06da051511d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dc659b-d439-47bd-8edf-a2870fd84eaf", "tag": "7caab61c-cbb1-4f75-98f6-00965591de29"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:14:44.415976 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407ebdf9-3dc7-4c2b-83bc-c9f8a70a144b x-openstack-request-id: req-407ebdf9-3dc7-4c2b-83bc-c9f8a70a144b {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:14:44.416286 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dc659b-d439-47bd-8edf-a2870fd84eaf", "tag": "7caab61c-cbb1-4f75-98f6-00965591de29", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:14:44.416566 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-407ebdf9-3dc7-4c2b-83bc-c9f8a70a144b {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:14:44.416992 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-407ebdf9-3dc7-4c2b-83bc-c9f8a70a144b'] response: {'name': 'network-changed', 'server_uuid': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'tag': '7caab61c-cbb1-4f75-98f6-00965591de29', 'status': 'completed', 'code': 200} Sep 27 05:14:44.485484 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f8ff6-4687-4b5b-91d0-b06da051511d req-263c2007-d35e-4a08-ba55-0102c5dad31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:44.487026 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f51f8ff6-4687-4b5b-91d0-b06da051511d req-263c2007-d35e-4a08-ba55-0102c5dad31f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=505f8ca50e7042bfadcc5b9b5c433696&device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 1168 time: 0.0465250 Sep 27 05:14:44.617388 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f8ff6-4687-4b5b-91d0-b06da051511d req-b4947d4d-435a-44c6-b44a-e32bf7a51dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:44.618875 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f51f8ff6-4687-4b5b-91d0-b06da051511d req-b4947d4d-435a-44c6-b44a-e32bf7a51dab service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c485f19-1300-4593-a89f-fcde16470cf0 HTTP/1.1" status: 200 len: 916 time: 0.1254497 Sep 27 05:14:44.626788 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adc80c-9f99-43d1-8c85-da68c2a2afa9 req-69c12935-da10-4fa8-9b23-3a0d932240b7 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:44.628163 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d0adc80c-9f99-43d1-8c85-da68c2a2afa9 req-69c12935-da10-4fa8-9b23-3a0d932240b7 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0913389 Sep 27 05:14:44.713502 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f51f8ff6-4687-4b5b-91d0-b06da051511d req-dd2a1eb2-c967-41bc-a587-62e5b53cd207 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7caab61c-cbb1-4f75-98f6-00965591de29 HTTP/1.1" status: 200 len: 1000 time: 0.0841422 Sep 27 05:14:44.720318 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d0adc80c-9f99-43d1-8c85-da68c2a2afa9 req-f88ac585-7be1-4f27-b92d-564f094529b2 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856519 Sep 27 05:14:44.773518 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f8ff6-4687-4b5b-91d0-b06da051511d req-68e5fa13-deb3-4f08-b892-fbefe290ccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:44.775359 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f51f8ff6-4687-4b5b-91d0-b06da051511d req-68e5fa13-deb3-4f08-b892-fbefe290ccbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4840c8a5-14e8-4b13-a61d-c3961ad1c6ec HTTP/1.1" status: 200 len: 854 time: 0.0540750 Sep 27 05:14:44.832073 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f8ff6-4687-4b5b-91d0-b06da051511d req-23a263cc-0a5e-4ec3-a244-21cadc21d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:44.833818 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f51f8ff6-4687-4b5b-91d0-b06da051511d req-23a263cc-0a5e-4ec3-a244-21cadc21d15b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c485f19-1300-4593-a89f-fcde16470cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517595 Sep 27 05:14:44.964286 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f51f8ff6-4687-4b5b-91d0-b06da051511d req-829ffc24-e735-4066-8a66-32206856cc0a service neutron] 10.222.0.49 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219327 Sep 27 05:14:44.974936 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f2fa6-2785-46d0-b07a-8529e03ae308 req-31d59902-1755-4ac9-b683-b002f83b4ce8 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:44.976425 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-569f2fa6-2785-46d0-b07a-8529e03ae308 req-31d59902-1755-4ac9-b683-b002f83b4ce8 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0858905 Sep 27 05:14:45.002462 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf335cc-7edd-42eb-b9e6-03a54650334f req-26a1fd7f-77ea-4f53-8b44-7a919e8ff171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:45.004078 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-adf335cc-7edd-42eb-b9e6-03a54650334f req-26a1fd7f-77ea-4f53-8b44-7a919e8ff171 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f&device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 1130 time: 0.0483437 Sep 27 05:14:45.082472 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-569f2fa6-2785-46d0-b07a-8529e03ae308 req-c94d3d64-d86b-455f-b68a-eaf73341644e tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961835 Sep 27 05:14:45.096333 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf335cc-7edd-42eb-b9e6-03a54650334f req-24906078-5b0b-430c-b08c-fad5a3b01e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:45.097842 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-adf335cc-7edd-42eb-b9e6-03a54650334f req-24906078-5b0b-430c-b08c-fad5a3b01e4b service neutron] 10.222.0.49 "GET /v2.0/networks?id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee HTTP/1.1" status: 200 len: 911 time: 0.0884383 Sep 27 05:14:45.101745 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f51f8ff6-4687-4b5b-91d0-b06da051511d req-989e4982-9661-4d21-8446-f944f9ee0ebe service neutron] 10.222.0.49 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243634 Sep 27 05:14:45.164838 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-adf335cc-7edd-42eb-b9e6-03a54650334f req-6b42f342-aff9-4bd1-9568-8ddba8a34d51 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45258af-c4b0-4b99-9512-bff780544f4c HTTP/1.1" status: 200 len: 1001 time: 0.0554314 Sep 27 05:14:45.211635 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf335cc-7edd-42eb-b9e6-03a54650334f req-6f614af5-fa15-467d-9f54-12f98700f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:45.213630 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-adf335cc-7edd-42eb-b9e6-03a54650334f req-6f614af5-fa15-467d-9f54-12f98700f2aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9895e08b-4d5c-410c-b888-43f54d0bd71d HTTP/1.1" status: 200 len: 849 time: 0.0414529 Sep 27 05:14:45.266208 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf335cc-7edd-42eb-b9e6-03a54650334f req-1e2d4bb5-55fc-4cb9-a470-69f68b426984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:45.267605 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-adf335cc-7edd-42eb-b9e6-03a54650334f req-1e2d4bb5-55fc-4cb9-a470-69f68b426984 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472586 Sep 27 05:14:45.356360 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-adf335cc-7edd-42eb-b9e6-03a54650334f req-e5fedfae-3747-4109-a8ca-243aa13a164b service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823708 Sep 27 05:14:45.448148 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-adf335cc-7edd-42eb-b9e6-03a54650334f req-f4acbe70-276d-4bcf-ba45-1deec1507c36 service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858629 Sep 27 05:14:45.920298 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:14:46.209675 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8fbcc-83ea-460c-bd0b-dc8cbbf7966e req-abd09367-02d4-47e5-8dbe-af300397df71 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:46.211045 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-76b8fbcc-83ea-460c-bd0b-dc8cbbf7966e req-abd09367-02d4-47e5-8dbe-af300397df71 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0516143 Sep 27 05:14:46.258935 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-76b8fbcc-83ea-460c-bd0b-dc8cbbf7966e req-17bcebe9-32e9-477a-b739-e8b8585e62fe tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397580 Sep 27 05:14:49.920561 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-505d6a74-f3fd-4d1c-be21-9a94a5272e59 req-ceb2adfa-cc93-44e5-a59b-219310a42cda service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433295 Sep 27 05:14:50.005519 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d6a74-f3fd-4d1c-be21-9a94a5272e59 req-f15f36b5-cc6f-4a82-8446-34462bc0022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:50.007053 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-505d6a74-f3fd-4d1c-be21-9a94a5272e59 req-f15f36b5-cc6f-4a82-8446-34462bc0022b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 1129 time: 0.0455933 Sep 27 05:14:50.110557 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d6a74-f3fd-4d1c-be21-9a94a5272e59 req-50848adf-4277-4d64-88d0-3903101f26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:50.112009 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-505d6a74-f3fd-4d1c-be21-9a94a5272e59 req-50848adf-4277-4d64-88d0-3903101f26f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 913 time: 0.0859504 Sep 27 05:14:50.174583 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-505d6a74-f3fd-4d1c-be21-9a94a5272e59 req-26e38065-3446-4875-bffa-8f646abdf85c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c2d478-0b94-4bd7-9def-a4476c207275 HTTP/1.1" status: 200 len: 1001 time: 0.0560575 Sep 27 05:14:50.223583 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:14:50.224872 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d6a74-f3fd-4d1c-be21-9a94a5272e59 req-a73f8857-de08-4e04-b53d-5b835f55b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:50.226303 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-505d6a74-f3fd-4d1c-be21-9a94a5272e59 req-a73f8857-de08-4e04-b53d-5b835f55b7b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64e5e500-b27d-41ff-b754-4ec03dbcd6fc HTTP/1.1" status: 200 len: 851 time: 0.0417430 Sep 27 05:14:50.276949 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d6a74-f3fd-4d1c-be21-9a94a5272e59 req-77b619de-ca0a-427c-b096-dc8815e5ece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:14:50.279291 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-505d6a74-f3fd-4d1c-be21-9a94a5272e59 req-77b619de-ca0a-427c-b096-dc8815e5ece2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469496 Sep 27 05:14:50.368145 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-505d6a74-f3fd-4d1c-be21-9a94a5272e59 req-20f76b24-fba8-4f01-8804-b7239b33ae55 service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819714 Sep 27 05:14:50.459588 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-505d6a74-f3fd-4d1c-be21-9a94a5272e59 req-85058517-24b9-4ce4-a8d4-3bfe96da7326 service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847383 Sep 27 05:15:01.188961 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c262a-44f7-41a5-9141-308a3d357c65 req-075704d3-8de8-4bc6-bf28-60a23b0fd27b tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:01.190459 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8a5c262a-44f7-41a5-9141-308a3d357c65 req-075704d3-8de8-4bc6-bf28-60a23b0fd27b tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 984 time: 0.0555773 Sep 27 05:15:01.209853 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31326a8f-1ea2-4b0f-b245-058a0a6db2f7 req-fafdfc33-a112-4634-a422-a35941ed115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:01.211358 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-31326a8f-1ea2-4b0f-b245-058a0a6db2f7 req-fafdfc33-a112-4634-a422-a35941ed115b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=505f8ca50e7042bfadcc5b9b5c433696&device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 1168 time: 0.0454099 Sep 27 05:15:01.255201 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8a5c262a-44f7-41a5-9141-308a3d357c65 req-b3eebb5a-a5ad-44d8-9eac-60de820fe197 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=04df68a8-7a91-44f1-a4ae-cb569a0c2fc5&id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586386 Sep 27 05:15:01.303236 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31326a8f-1ea2-4b0f-b245-058a0a6db2f7 req-5db9377a-3038-40c0-a989-046200943e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:01.304717 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-31326a8f-1ea2-4b0f-b245-058a0a6db2f7 req-5db9377a-3038-40c0-a989-046200943e3b service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c485f19-1300-4593-a89f-fcde16470cf0 HTTP/1.1" status: 200 len: 916 time: 0.0874381 Sep 27 05:15:01.371054 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-31326a8f-1ea2-4b0f-b245-058a0a6db2f7 req-1b9c5d56-e755-4d15-b132-92c8603c202c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7caab61c-cbb1-4f75-98f6-00965591de29 HTTP/1.1" status: 200 len: 1000 time: 0.0566907 Sep 27 05:15:01.423577 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31326a8f-1ea2-4b0f-b245-058a0a6db2f7 req-90583dcc-b2d8-4770-a3ec-8fcf721822b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:01.425056 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-31326a8f-1ea2-4b0f-b245-058a0a6db2f7 req-90583dcc-b2d8-4770-a3ec-8fcf721822b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4840c8a5-14e8-4b13-a61d-c3961ad1c6ec HTTP/1.1" status: 200 len: 854 time: 0.0437305 Sep 27 05:15:01.476414 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31326a8f-1ea2-4b0f-b245-058a0a6db2f7 req-462808d7-02ea-4523-8d60-b68d36e23cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:01.477986 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-31326a8f-1ea2-4b0f-b245-058a0a6db2f7 req-462808d7-02ea-4523-8d60-b68d36e23cca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c485f19-1300-4593-a89f-fcde16470cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463719 Sep 27 05:15:01.567858 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-31326a8f-1ea2-4b0f-b245-058a0a6db2f7 req-4975e5c6-5421-4584-93f4-b4bf9ca7f030 service neutron] 10.222.0.49 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821486 Sep 27 05:15:01.658365 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-31326a8f-1ea2-4b0f-b245-058a0a6db2f7 req-c84196fa-7ea5-40df-abb7-6ca934e5e36b service neutron] 10.222.0.49 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837948 Sep 27 05:15:02.383630 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea14ef-1be0-4c22-88bd-3ffc64ae42e5 req-1d66ec61-7226-4632-b343-7c3dbf27f566 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:02.386922 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1bea14ef-1be0-4c22-88bd-3ffc64ae42e5 req-1d66ec61-7226-4632-b343-7c3dbf27f566 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 984 time: 0.0537038 Sep 27 05:15:02.445015 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1bea14ef-1be0-4c22-88bd-3ffc64ae42e5 req-3ed556d4-cf7c-49c1-bbf0-abb93b26d708 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=04df68a8-7a91-44f1-a4ae-cb569a0c2fc5&id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531909 Sep 27 05:15:03.570695 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5fbf6-291d-4af1-b39f-770557b0d56c req-8755bc01-7937-4090-be29-be7f05ef0dd1 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:03.572175 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6ac5fbf6-291d-4af1-b39f-770557b0d56c req-8755bc01-7937-4090-be29-be7f05ef0dd1 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 984 time: 0.0546393 Sep 27 05:15:03.630287 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6ac5fbf6-291d-4af1-b39f-770557b0d56c req-8d0f0bd7-9e20-402d-8d4c-b41e630ce74d tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=04df68a8-7a91-44f1-a4ae-cb569a0c2fc5&id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523293 Sep 27 05:15:04.757706 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dab5f4-66c5-4335-b761-d3b07cfb1247 req-806aef29-b570-41df-b5f1-c0e18d17c737 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:04.759168 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c8dab5f4-66c5-4335-b761-d3b07cfb1247 req-806aef29-b570-41df-b5f1-c0e18d17c737 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 984 time: 0.0560842 Sep 27 05:15:04.820095 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c8dab5f4-66c5-4335-b761-d3b07cfb1247 req-7f8b3697-33fa-461e-9d01-386cf5864694 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=04df68a8-7a91-44f1-a4ae-cb569a0c2fc5&id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548060 Sep 27 05:15:05.783647 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-abe2d4fb-4f67-44fe-99a6-3b6f2b527de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:05.947455 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0bb82-aa78-4111-959f-b0a05315eea6 req-b5b28757-d15b-4859-9ad1-452e1f8431e0 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:05.948972 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e5a0bb82-aa78-4111-959f-b0a05315eea6 req-b5b28757-d15b-4859-9ad1-452e1f8431e0 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 984 time: 0.0536151 Sep 27 05:15:06.008658 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e5a0bb82-aa78-4111-959f-b0a05315eea6 req-e3454749-c209-4114-917c-f9d361f3e0fb tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=04df68a8-7a91-44f1-a4ae-cb569a0c2fc5&id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538974 Sep 27 05:15:07.132522 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b1aea-56c0-48a4-b322-eb3b908c436a req-9e0f2872-f3d1-42fb-a70c-e760d1827983 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:07.134013 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-977b1aea-56c0-48a4-b322-eb3b908c436a req-9e0f2872-f3d1-42fb-a70c-e760d1827983 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 984 time: 0.0517027 Sep 27 05:15:07.196697 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-977b1aea-56c0-48a4-b322-eb3b908c436a req-da08a322-02b5-41d1-95d7-42c89eb5554b tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=04df68a8-7a91-44f1-a4ae-cb569a0c2fc5&id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564857 Sep 27 05:15:08.161961 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-44384677-3ed8-4c03-87d1-5de725430790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:08.323033 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2baaab-49d3-4876-b226-fd28c208bcab req-8164c109-1956-4b4b-9bae-ae5b521b926e tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:08.324478 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5f2baaab-49d3-4876-b226-fd28c208bcab req-8164c109-1956-4b4b-9bae-ae5b521b926e tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 984 time: 0.0544174 Sep 27 05:15:08.385636 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5f2baaab-49d3-4876-b226-fd28c208bcab req-9c4ed011-fbfe-44c1-8328-c5a46fe02a31 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=04df68a8-7a91-44f1-a4ae-cb569a0c2fc5&id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555143 Sep 27 05:15:09.404427 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:09.511910 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457973b6-6eae-4af9-82c0-73ff5f31f975 req-cb5f67f4-95de-4849-8457-42da8a0831cc tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:09.513660 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-457973b6-6eae-4af9-82c0-73ff5f31f975 req-cb5f67f4-95de-4849-8457-42da8a0831cc tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 984 time: 0.0544503 Sep 27 05:15:09.572759 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-457973b6-6eae-4af9-82c0-73ff5f31f975 req-4fd0a40b-1f19-42fd-b933-e36e3a46a27a tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=04df68a8-7a91-44f1-a4ae-cb569a0c2fc5&id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531924 Sep 27 05:15:10.699629 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8775c1-e1d1-4158-8322-09da0ca8ba26 req-57729f57-08ea-436f-a028-3250357cd4db tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:10.701643 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d8775c1-e1d1-4158-8322-09da0ca8ba26 req-57729f57-08ea-436f-a028-3250357cd4db tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 984 time: 0.0559247 Sep 27 05:15:10.762964 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-4d8775c1-e1d1-4158-8322-09da0ca8ba26 req-97837eee-0ebc-4c19-a4ca-b885980db284 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=04df68a8-7a91-44f1-a4ae-cb569a0c2fc5&id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541053 Sep 27 05:15:10.800074 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:11.888781 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffe8e6-4f8b-4124-8af6-46a8b36a22d6 req-39ee6911-affe-4faa-8ed0-5d62f2ed920c tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:11.890297 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f0ffe8e6-4f8b-4124-8af6-46a8b36a22d6 req-39ee6911-affe-4faa-8ed0-5d62f2ed920c tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 984 time: 0.0539491 Sep 27 05:15:11.951893 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f0ffe8e6-4f8b-4124-8af6-46a8b36a22d6 req-24415e6c-ccf7-443e-9299-589d8af18818 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=04df68a8-7a91-44f1-a4ae-cb569a0c2fc5&id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554585 Sep 27 05:15:12.132892 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:13.083274 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d3b1f-b346-4dec-86e7-f6129a591f39 req-120df653-616d-492a-afd1-9b45bc60add9 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:13.084760 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bc5d3b1f-b346-4dec-86e7-f6129a591f39 req-120df653-616d-492a-afd1-9b45bc60add9 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 984 time: 0.0579064 Sep 27 05:15:13.143590 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bc5d3b1f-b346-4dec-86e7-f6129a591f39 req-c6a47efd-f4bc-4f0c-bcff-468e59d51a3d tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=04df68a8-7a91-44f1-a4ae-cb569a0c2fc5&id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531600 Sep 27 05:15:15.948600 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:26.130672 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b419c-c885-493b-a763-9e726bbddbb8 req-f1e36021-31d9-4a6c-837f-8176d9ed009a tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:26.132178 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-be4b419c-c885-493b-a763-9e726bbddbb8 req-f1e36021-31d9-4a6c-837f-8176d9ed009a tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0585256 Sep 27 05:15:26.179076 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-be4b419c-c885-493b-a763-9e726bbddbb8 req-d0ca8b47-e9bf-484b-ac72-364b24cb1352 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411413 Sep 27 05:15:27.223148 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:15:27.304104 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe7b1b-e3b1-4ea5-ad39-c1c6e1f85bc3 req-a031b933-906f-435a-beb2-53101d361f8d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:27.305482 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fffe7b1b-e3b1-4ea5-ad39-c1c6e1f85bc3 req-a031b933-906f-435a-beb2-53101d361f8d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0513186 Sep 27 05:15:27.356304 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fffe7b1b-e3b1-4ea5-ad39-c1c6e1f85bc3 req-0af0a171-aaa0-427c-be57-7ed742ace1fe tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445261 Sep 27 05:15:28.481161 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47396e7-d8e9-4b12-968f-19d4371c59be req-284c0462-a4bf-414c-8912-ba059294a691 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:28.482800 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d47396e7-d8e9-4b12-968f-19d4371c59be req-284c0462-a4bf-414c-8912-ba059294a691 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0515988 Sep 27 05:15:28.529028 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d47396e7-d8e9-4b12-968f-19d4371c59be req-8a410bc7-2bac-4fa2-a0f8-7cf9a1462036 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400240 Sep 27 05:15:29.650915 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f3f1f-0e9e-4317-bde7-1fbeee224de5 req-310430d8-29f7-4518-8eac-e6e661e58948 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:29.652380 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae3f3f1f-0e9e-4317-bde7-1fbeee224de5 req-310430d8-29f7-4518-8eac-e6e661e58948 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0519202 Sep 27 05:15:29.698293 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ae3f3f1f-0e9e-4317-bde7-1fbeee224de5 req-420f911c-09cf-4b4a-b55c-36aed2f7170a tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397861 Sep 27 05:15:30.824682 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297cb55-bfcf-48bd-abb0-14e91b3612d6 req-62d6ca70-0b23-424e-8b5e-cef23f41ecd9 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:30.826175 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f297cb55-bfcf-48bd-abb0-14e91b3612d6 req-62d6ca70-0b23-424e-8b5e-cef23f41ecd9 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0549333 Sep 27 05:15:30.872331 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f297cb55-bfcf-48bd-abb0-14e91b3612d6 req-eec0d8c2-9d50-410a-afea-764b43c38b11 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405703 Sep 27 05:15:31.995895 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c10e4-06b0-440c-8ef3-cd379cef2e16 req-33433fd9-f822-4a36-84b0-ce6b64008763 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:31.997409 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d20c10e4-06b0-440c-8ef3-cd379cef2e16 req-33433fd9-f822-4a36-84b0-ce6b64008763 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0524449 Sep 27 05:15:32.043704 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d20c10e4-06b0-440c-8ef3-cd379cef2e16 req-d6124161-28b5-42da-ab51-ccfa97c6a91f tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402098 Sep 27 05:15:33.166916 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786829ff-113a-4330-9869-34561f035132 req-f20f5bbd-ff8a-4a88-b0e8-c4d8e7fb1efc tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:33.168368 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-786829ff-113a-4330-9869-34561f035132 req-f20f5bbd-ff8a-4a88-b0e8-c4d8e7fb1efc tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0521376 Sep 27 05:15:33.216596 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-786829ff-113a-4330-9869-34561f035132 req-7f397069-da04-4f2f-8d7b-f061c457b864 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426843 Sep 27 05:15:34.340383 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad825c0-e5a7-46bb-b465-e39bc094c846 req-579a3de1-128b-414e-8518-c646397353a0 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:34.342453 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cad825c0-e5a7-46bb-b465-e39bc094c846 req-579a3de1-128b-414e-8518-c646397353a0 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0514691 Sep 27 05:15:34.388500 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cad825c0-e5a7-46bb-b465-e39bc094c846 req-12fd7d3c-08f5-4893-a360-0d281d1a7281 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397930 Sep 27 05:15:35.513567 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbd4d4-08ed-4c9b-9545-9c0475e9e2a7 req-6e6ccfe7-5cb0-4efb-b8e0-4a72cf82bdba tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:35.515102 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b6cbd4d4-08ed-4c9b-9545-9c0475e9e2a7 req-6e6ccfe7-5cb0-4efb-b8e0-4a72cf82bdba tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0523529 Sep 27 05:15:35.562659 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b6cbd4d4-08ed-4c9b-9545-9c0475e9e2a7 req-2a22ba89-a310-4c55-890b-75740cd6ac2b tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418427 Sep 27 05:15:35.785128 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f3da2f5c-8975-478c-b80c-632c58e5770a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:36.690452 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbba98-8e40-4c42-9e7e-630944d0a943 req-50190b28-094c-40e2-8d8d-4378daadfc80 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:36.691913 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02dbba98-8e40-4c42-9e7e-630944d0a943 req-50190b28-094c-40e2-8d8d-4378daadfc80 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0565908 Sep 27 05:15:36.737006 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-02dbba98-8e40-4c42-9e7e-630944d0a943 req-ad3873f8-7437-4363-98d1-7f63aec97bec tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395231 Sep 27 05:15:36.980809 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe2378-63b9-487a-8865-8bbad5faee19 req-8ab8bf07-7c64-4c6a-9e2a-0f031747ed1f tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:36.982436 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a4fe2378-63b9-487a-8865-8bbad5faee19 req-8ab8bf07-7c64-4c6a-9e2a-0f031747ed1f tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0536356 Sep 27 05:15:37.017552 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34735675-7fd0-4351-a0b4-9803679c5786 req-c58d4eff-da53-4fd6-abdf-59e10592ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:37.019165 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-34735675-7fd0-4351-a0b4-9803679c5786 req-c58d4eff-da53-4fd6-abdf-59e10592ddb9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f&device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 1130 time: 0.0489838 Sep 27 05:15:37.029236 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a4fe2378-63b9-487a-8865-8bbad5faee19 req-b5008827-ef5d-4aa8-be76-8c868bc9f44a tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411851 Sep 27 05:15:37.106527 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34735675-7fd0-4351-a0b4-9803679c5786 req-394ab752-cf88-4d5b-ac7a-f3f0900eabb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:37.108283 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-34735675-7fd0-4351-a0b4-9803679c5786 req-394ab752-cf88-4d5b-ac7a-f3f0900eabb8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee HTTP/1.1" status: 200 len: 911 time: 0.0832679 Sep 27 05:15:37.172430 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-34735675-7fd0-4351-a0b4-9803679c5786 req-423c8b32-dddd-41c6-9bc5-c3dcc403b1d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45258af-c4b0-4b99-9512-bff780544f4c HTTP/1.1" status: 200 len: 1001 time: 0.0579636 Sep 27 05:15:37.219635 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34735675-7fd0-4351-a0b4-9803679c5786 req-b29dcdf6-3a50-463f-ad0a-310c14d834ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:37.221119 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-34735675-7fd0-4351-a0b4-9803679c5786 req-b29dcdf6-3a50-463f-ad0a-310c14d834ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9895e08b-4d5c-410c-b888-43f54d0bd71d HTTP/1.1" status: 200 len: 849 time: 0.0432205 Sep 27 05:15:37.268535 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34735675-7fd0-4351-a0b4-9803679c5786 req-09e0ec28-293a-419c-99ea-a62d787590cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:37.270083 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-34735675-7fd0-4351-a0b4-9803679c5786 req-09e0ec28-293a-419c-99ea-a62d787590cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431941 Sep 27 05:15:37.359660 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-34735675-7fd0-4351-a0b4-9803679c5786 req-c928d325-5330-4f26-a53d-f4d93fc41901 service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831246 Sep 27 05:15:37.445623 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-34735675-7fd0-4351-a0b4-9803679c5786 req-40586b69-948c-4d23-974b-019f2d965619 service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794599 Sep 27 05:15:38.160879 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4e06e-a5e6-4fdf-8763-2b91ed9e4a83 req-b222c0b6-b484-407e-a7f3-769ca7463000 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:38.162462 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c3c4e06e-a5e6-4fdf-8763-2b91ed9e4a83 req-b222c0b6-b484-407e-a7f3-769ca7463000 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0571027 Sep 27 05:15:38.162742 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-be48d5ca-4c90-4054-bc2c-a346565767f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:38.211111 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c3c4e06e-a5e6-4fdf-8763-2b91ed9e4a83 req-055d7098-69b0-40cf-8b4c-e154e2f85ced tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403547 Sep 27 05:15:39.407586 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:40.801385 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:42.135040 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:45.955808 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:46.174808 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2dc64484-3488-415a-a14d-4b085b928fa7 req-71d26fca-8114-4353-a9c4-6f4a9e1d4988 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497437205&fields=id&tenant_id=505f8ca50e7042bfadcc5b9b5c433696 HTTP/1.1" status: 200 len: 267 time: 0.0442259 Sep 27 05:15:46.231473 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc64484-3488-415a-a14d-4b085b928fa7 req-c27ae7f9-21ee-429f-a33e-5bb511206978 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:46.232875 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2dc64484-3488-415a-a14d-4b085b928fa7 req-c27ae7f9-21ee-429f-a33e-5bb511206978 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 984 time: 0.0519249 Sep 27 05:15:46.244224 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [req-2dc64484-3488-415a-a14d-4b085b928fa7 req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Request body: {'port': {'security_groups': ['6494b321-5d88-4808-8d0c-75e5b4b4ba0e']}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:15:46.322682 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2dc64484-3488-415a-a14d-4b085b928fa7 req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:46.499791 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [req-2dc64484-3488-415a-a14d-4b085b928fa7 req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] For port 7caab61c-cbb1-4f75-98f6-00965591de29, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7caab61c-cbb1-4f75-98f6-00965591de29,segment=NetworkSegment(45978cd7-56f6-4690-85b6-d5892897d9f2),segment_id=45978cd7-56f6-4690-85b6-d5892897d9f2)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:15:46.526756 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2dc64484-3488-415a-a14d-4b085b928fa7 req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for port (7caab61c-cbb1-4f75-98f6-00965591de29), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:46.531806 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2dc64484-3488-415a-a14d-4b085b928fa7 req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:46.542487 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc64484-3488-415a-a14d-4b085b928fa7 req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:46.543096 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [req-2dc64484-3488-415a-a14d-4b085b928fa7 req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:46.544448 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2dc64484-3488-415a-a14d-4b085b928fa7 req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "PUT /v2.0/ports/7caab61c-cbb1-4f75-98f6-00965591de29 HTTP/1.1" status: 200 len: 942 time: 0.3047767 Sep 27 05:15:46.545034 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'tag': '7caab61c-cbb1-4f75-98f6-00965591de29'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:15:46.547339 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f69b02-ee07-44c5-bdd8-fe88b3b34a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dc659b-d439-47bd-8edf-a2870fd84eaf", "tag": "7caab61c-cbb1-4f75-98f6-00965591de29"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:15:46.550764 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41224) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:15:46.554880 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['7caab61c-cbb1-4f75-98f6-00965591de29'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:15:46.589638 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42458d7-cda1-4b57-a0b7-9fe08e98875f x-openstack-request-id: req-f42458d7-cda1-4b57-a0b7-9fe08e98875f {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:15:46.590137 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dc659b-d439-47bd-8edf-a2870fd84eaf", "tag": "7caab61c-cbb1-4f75-98f6-00965591de29", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:15:46.590566 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f42458d7-cda1-4b57-a0b7-9fe08e98875f {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:15:46.591137 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42458d7-cda1-4b57-a0b7-9fe08e98875f'] response: {'name': 'network-changed', 'server_uuid': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'tag': '7caab61c-cbb1-4f75-98f6-00965591de29', 'status': 'completed', 'code': 200} Sep 27 05:15:46.615811 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Pushing event updated for resources: {'Port': ['ID=7caab61c-cbb1-4f75-98f6-00965591de29,revision_number=7']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:15:46.622976 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.623333 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.623702 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.624267 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.624638 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.624996 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.625336 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.625666 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.626408 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.626537 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.626821 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.627181 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.627506 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac23ed90-c723-44d6-84c1-18eda29f5a52 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.644909 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group (04df68a8-7a91-44f1-a4ae-cb569a0c2fc5), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:46.651261 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['7caab61c-cbb1-4f75-98f6-00965591de29'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:15:46.677083 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group (04df68a8-7a91-44f1-a4ae-cb569a0c2fc5), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:46.701060 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f69b02-ee07-44c5-bdd8-fe88b3b34a3f req-91694939-8fcd-40e3-81a7-c4906a3d25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:46.703155 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a3f69b02-ee07-44c5-bdd8-fe88b3b34a3f req-91694939-8fcd-40e3-81a7-c4906a3d25d6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=505f8ca50e7042bfadcc5b9b5c433696&device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 1129 time: 0.0900724 Sep 27 05:15:46.817414 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f69b02-ee07-44c5-bdd8-fe88b3b34a3f req-e8517dca-ff42-4a4a-bbda-b8cf9149aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:46.818941 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a3f69b02-ee07-44c5-bdd8-fe88b3b34a3f req-e8517dca-ff42-4a4a-bbda-b8cf9149aaf2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c485f19-1300-4593-a89f-fcde16470cf0 HTTP/1.1" status: 200 len: 916 time: 0.1095464 Sep 27 05:15:46.820047 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (04df68a8-7a91-44f1-a4ae-cb569a0c2fc5), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:46.822630 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:46.823658 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "DELETE /v2.0/security-groups/04df68a8-7a91-44f1-a4ae-cb569a0c2fc5 HTTP/1.1" status: 204 len: 168 time: 0.2718773 Sep 27 05:15:46.826491 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41226) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:15:46.872558 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04df68a8-7a91-44f1-a4ae-cb569a0c2fc5,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:15:46.885096 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.885443 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.885785 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.886120 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.886453 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.886782 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.887109 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.887433 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.887759 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.888079 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.888399 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.888719 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.889064 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d133e2db-fcf8-48e9-bcee-9c1b792404b6 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:15:46.912608 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a3f69b02-ee07-44c5-bdd8-fe88b3b34a3f req-23e3ee0a-7716-4495-84c4-f2c80251aca6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7caab61c-cbb1-4f75-98f6-00965591de29 HTTP/1.1" status: 200 len: 1000 time: 0.0871239 Sep 27 05:15:46.962660 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f69b02-ee07-44c5-bdd8-fe88b3b34a3f req-7125c439-684b-4fcb-8f43-f0a4acaf592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:46.964177 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a3f69b02-ee07-44c5-bdd8-fe88b3b34a3f req-7125c439-684b-4fcb-8f43-f0a4acaf592a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4840c8a5-14e8-4b13-a61d-c3961ad1c6ec HTTP/1.1" status: 200 len: 854 time: 0.0460911 Sep 27 05:15:46.977581 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-0337ed70-e417-4ae9-8032-202d654b5e67 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Deleting port 08bfe63d-13eb-4b62-ab60-3029c32929be {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:15:46.977581 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0337ed70-e417-4ae9-8032-202d654b5e67 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (08bfe63d-13eb-4b62-ab60-3029c32929be), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:47.017523 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f69b02-ee07-44c5-bdd8-fe88b3b34a3f req-38ddf1c7-4b56-4b98-bc7e-4039966e5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:47.019071 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a3f69b02-ee07-44c5-bdd8-fe88b3b34a3f req-38ddf1c7-4b56-4b98-bc7e-4039966e5cdb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c485f19-1300-4593-a89f-fcde16470cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491054 Sep 27 05:15:47.054622 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0337ed70-e417-4ae9-8032-202d654b5e67 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (08bfe63d-13eb-4b62-ab60-3029c32929be), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:47.054954 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0337ed70-e417-4ae9-8032-202d654b5e67 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for floatingip (08bfe63d-13eb-4b62-ab60-3029c32929be), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:47.067106 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-0337ed70-e417-4ae9-8032-202d654b5e67 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Calling delete_port for 08bfe63d-13eb-4b62-ab60-3029c32929be owned by network:floatingip {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:15:47.109540 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a3f69b02-ee07-44c5-bdd8-fe88b3b34a3f req-065e52f5-107f-4285-b831-542eac9d98a0 service neutron] 10.222.0.49 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834446 Sep 27 05:15:47.203789 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a3f69b02-ee07-44c5-bdd8-fe88b3b34a3f req-14315d1b-9573-4323-ad09-1c997daeab6d service neutron] 10.222.0.49 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884409 Sep 27 05:15:47.494347 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0337ed70-e417-4ae9-8032-202d654b5e67 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (08bfe63d-13eb-4b62-ab60-3029c32929be), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:47.517857 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337ed70-e417-4ae9-8032-202d654b5e67 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Pushing event deleted for resources: {'Port': ['ID=08bfe63d-13eb-4b62-ab60-3029c32929be,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:15:47.579141 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0337ed70-e417-4ae9-8032-202d654b5e67 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks [] for floatingip (6c10c7c5-5086-4ee8-ae7b-82e72d1af5ca), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:47.579557 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-0337ed70-e417-4ae9-8032-202d654b5e67 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Floating IP 6c10c7c5-5086-4ee8-ae7b-82e72d1af5ca disassociated (deleted). External IP: 172.27.1.87, port: 7caab61c-cbb1-4f75-98f6-00965591de29. Sep 27 05:15:47.774431 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0337ed70-e417-4ae9-8032-202d654b5e67 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Router c356d4bb-3678-48d1-9956-c90fb087288b has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:15:47.875623 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0337ed70-e417-4ae9-8032-202d654b5e67 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:15:47.880354 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0337ed70-e417-4ae9-8032-202d654b5e67 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:47.884957 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaa7826-deb2-422a-bcaa-3dad67f0162a None None] Sync routers for ids ['c356d4bb-3678-48d1-9956-c90fb087288b'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:15:47.895934 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa7826-deb2-422a-bcaa-3dad67f0162a None None] Routers {'c356d4bb-3678-48d1-9956-c90fb087288b'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:15:47.896634 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-adaa7826-deb2-422a-bcaa-3dad67f0162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:15:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c356d4bb-3678-48d1-9956-c90fb087288b'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:15:47.914080 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-0337ed70-e417-4ae9-8032-202d654b5e67 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "DELETE /v2.0/floatingips/6c10c7c5-5086-4ee8-ae7b-82e72d1af5ca HTTP/1.1" status: 204 len: 168 time: 1.0855055 Sep 27 05:15:48.002837 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-adaa7826-deb2-422a-bcaa-3dad67f0162a None None] Set router c356d4bb-3678-48d1-9956-c90fb087288b gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:15:48.222823 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-adaa7826-deb2-422a-bcaa-3dad67f0162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:48Z', 'updated_at': '2022-09-27T05:13:51Z', 'revision_number': 4, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'gw_port': {'id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:49Z', 'updated_at': '2022-09-27T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'e5369b20-e90e-46dd-bd60-01ff36b8d1d3', 'name': '', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'mac_address': 'fa:16:3e:72:83:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:51Z', 'updated_at': '2022-09-27T05:13:56Z', 'revision_number': 5, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'subnets': [{'id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:15:48.246326 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaa7826-deb2-422a-bcaa-3dad67f0162a None None] Checking router: c356d4bb-3678-48d1-9956-c90fb087288b for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:15:48.255485 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa7826-deb2-422a-bcaa-3dad67f0162a None None] Routers {'c356d4bb-3678-48d1-9956-c90fb087288b'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:15:48.256085 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-adaa7826-deb2-422a-bcaa-3dad67f0162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:15:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c356d4bb-3678-48d1-9956-c90fb087288b'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:15:48.357241 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-adaa7826-deb2-422a-bcaa-3dad67f0162a None None] Set router c356d4bb-3678-48d1-9956-c90fb087288b gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:15:48.548120 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-adaa7826-deb2-422a-bcaa-3dad67f0162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:48Z', 'updated_at': '2022-09-27T05:13:51Z', 'revision_number': 4, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'gw_port': {'id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:49Z', 'updated_at': '2022-09-27T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'e5369b20-e90e-46dd-bd60-01ff36b8d1d3', 'name': '', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'mac_address': 'fa:16:3e:72:83:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:51Z', 'updated_at': '2022-09-27T05:13:56Z', 'revision_number': 5, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'subnets': [{'id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:15:48.572296 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaa7826-deb2-422a-bcaa-3dad67f0162a None None] The sync data for ids ['c356d4bb-3678-48d1-9956-c90fb087288b'] in dv-cinder-858463-2-iscsi is: [{'id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:48Z', 'updated_at': '2022-09-27T05:13:51Z', 'revision_number': 4, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'gw_port': {'id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:49Z', 'updated_at': '2022-09-27T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'e5369b20-e90e-46dd-bd60-01ff36b8d1d3', 'name': '', 'network_id': '8c485f19-1300-4593-a89f-fcde16470cf0', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'mac_address': 'fa:16:3e:72:83:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:51Z', 'updated_at': '2022-09-27T05:13:56Z', 'revision_number': 5, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'subnets': [{'id': '4840c8a5-14e8-4b13-a61d-c3961ad1c6ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:15:48.592255 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'tag': '7caab61c-cbb1-4f75-98f6-00965591de29'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:15:48.594898 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca4110e-fccf-4d82-a68b-a54c250b7a60" -d '{"events": [{"name": "network-changed", "server_uuid": "c2dc659b-d439-47bd-8edf-a2870fd84eaf", "tag": "7caab61c-cbb1-4f75-98f6-00965591de29"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:15:48.656122 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3f1c90-0fb2-430d-a09c-d0ea98690be1 x-openstack-request-id: req-1c3f1c90-0fb2-430d-a09c-d0ea98690be1 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:15:48.656476 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2dc659b-d439-47bd-8edf-a2870fd84eaf", "tag": "7caab61c-cbb1-4f75-98f6-00965591de29", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:15:48.656736 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1c3f1c90-0fb2-430d-a09c-d0ea98690be1 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:15:48.657205 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3f1c90-0fb2-430d-a09c-d0ea98690be1'] response: {'name': 'network-changed', 'server_uuid': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'tag': '7caab61c-cbb1-4f75-98f6-00965591de29', 'status': 'completed', 'code': 200} Sep 27 05:15:48.727078 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4110e-fccf-4d82-a68b-a54c250b7a60 req-d49b29e1-693e-49f6-9147-721f25e2eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:48.728620 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cca4110e-fccf-4d82-a68b-a54c250b7a60 req-d49b29e1-693e-49f6-9147-721f25e2eba0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=505f8ca50e7042bfadcc5b9b5c433696&device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 1129 time: 0.0470939 Sep 27 05:15:48.815941 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254dd22-9dfc-402a-b0f0-cf0c2fc5d4ad None None] New status for floating IP 6c10c7c5-5086-4ee8-ae7b-82e72d1af5ca: DOWN {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:15:48.826367 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4110e-fccf-4d82-a68b-a54c250b7a60 req-b978ec84-1595-4198-b309-4e62cc0e4b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:48.828479 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cca4110e-fccf-4d82-a68b-a54c250b7a60 req-b978ec84-1595-4198-b309-4e62cc0e4b9d service neutron] 10.222.0.49 "GET /v2.0/networks?id=8c485f19-1300-4593-a89f-fcde16470cf0 HTTP/1.1" status: 200 len: 916 time: 0.0935998 Sep 27 05:15:48.880308 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cca4110e-fccf-4d82-a68b-a54c250b7a60 req-0d2ba8cc-b2c8-41ce-9b0f-b3c602714207 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7caab61c-cbb1-4f75-98f6-00965591de29 HTTP/1.1" status: 200 len: 217 time: 0.0416515 Sep 27 05:15:48.933194 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4110e-fccf-4d82-a68b-a54c250b7a60 req-eae8571d-3aa3-4d73-a9c8-25a76292c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:48.934650 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cca4110e-fccf-4d82-a68b-a54c250b7a60 req-eae8571d-3aa3-4d73-a9c8-25a76292c255 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4840c8a5-14e8-4b13-a61d-c3961ad1c6ec HTTP/1.1" status: 200 len: 854 time: 0.0479512 Sep 27 05:15:48.982476 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4110e-fccf-4d82-a68b-a54c250b7a60 req-37e1447a-097f-413f-a71c-30c580ccf92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:48.984553 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cca4110e-fccf-4d82-a68b-a54c250b7a60 req-37e1447a-097f-413f-a71c-30c580ccf92f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8c485f19-1300-4593-a89f-fcde16470cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432124 Sep 27 05:15:49.308669 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cca4110e-fccf-4d82-a68b-a54c250b7a60 req-0f658746-7a87-4d9d-a5e6-a4e5d28a1496 service neutron] 10.222.0.49 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183198 Sep 27 05:15:49.403079 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cca4110e-fccf-4d82-a68b-a54c250b7a60 req-2f88401e-9320-45e7-8d2a-052442292b5e service neutron] 10.222.0.49 "GET /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878725 Sep 27 05:15:49.953905 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d878c6ee-147d-48d2-8566-84c411b41d54 req-f4d052a3-7900-4d43-9b23-938e6baee38c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509038 Sep 27 05:15:50.016412 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878c6ee-147d-48d2-8566-84c411b41d54 req-6840bde9-17a4-4f88-8fd4-b10abd0766e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:50.018202 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d878c6ee-147d-48d2-8566-84c411b41d54 req-6840bde9-17a4-4f88-8fd4-b10abd0766e8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f&device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 1130 time: 0.0440099 Sep 27 05:15:50.116677 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878c6ee-147d-48d2-8566-84c411b41d54 req-7160d37d-10df-4462-9549-975a70cf7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:50.118173 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d878c6ee-147d-48d2-8566-84c411b41d54 req-7160d37d-10df-4462-9549-975a70cf7794 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee HTTP/1.1" status: 200 len: 911 time: 0.0819573 Sep 27 05:15:50.183081 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d878c6ee-147d-48d2-8566-84c411b41d54 req-b012b731-0582-4474-935b-8e757b03e9e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45258af-c4b0-4b99-9512-bff780544f4c HTTP/1.1" status: 200 len: 1001 time: 0.0574617 Sep 27 05:15:50.229844 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878c6ee-147d-48d2-8566-84c411b41d54 req-84eb1a37-54d9-4555-908b-f4f808303411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:50.231149 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d878c6ee-147d-48d2-8566-84c411b41d54 req-84eb1a37-54d9-4555-908b-f4f808303411 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9895e08b-4d5c-410c-b888-43f54d0bd71d HTTP/1.1" status: 200 len: 849 time: 0.0412645 Sep 27 05:15:50.280490 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878c6ee-147d-48d2-8566-84c411b41d54 req-8f9f7617-a7af-48b4-b972-23a2e9cf7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:50.282010 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d878c6ee-147d-48d2-8566-84c411b41d54 req-8f9f7617-a7af-48b4-b972-23a2e9cf7ba1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430865 Sep 27 05:15:50.372186 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d878c6ee-147d-48d2-8566-84c411b41d54 req-68a9adae-b89c-4657-b0f3-8a61232221cb service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839994 Sep 27 05:15:50.462155 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d878c6ee-147d-48d2-8566-84c411b41d54 req-93317a9e-0d94-4b76-ae04-8a8744d025b7 service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838585 Sep 27 05:15:50.656621 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5bb9d-7781-4d18-a7a2-9fc44a4642aa req-dc55441d-4a18-4df2-9f16-712ac950361b tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:50.658114 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-afe5bb9d-7781-4d18-a7a2-9fc44a4642aa req-dc55441d-4a18-4df2-9f16-712ac950361b tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 945 time: 0.0528343 Sep 27 05:15:50.707691 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-afe5bb9d-7781-4d18-a7a2-9fc44a4642aa req-7322b933-06a1-4e03-90f8-a6962b93fd2c tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Sep 27 05:15:51.832638 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae25b29-8b8b-40b7-aa07-83e4f0c8e6e2 req-b3fe33ff-e01c-4a2c-a3c0-14a6b6f1c5d7 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:51.834036 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5ae25b29-8b8b-40b7-aa07-83e4f0c8e6e2 req-b3fe33ff-e01c-4a2c-a3c0-14a6b6f1c5d7 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 945 time: 0.0514805 Sep 27 05:15:51.879554 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5ae25b29-8b8b-40b7-aa07-83e4f0c8e6e2 req-a31b79a6-5ea6-430e-b904-8156a05ca7b8 tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/security-groups?id=6494b321-5d88-4808-8d0c-75e5b4b4ba0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400178 Sep 27 05:15:52.490025 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c9185-161e-485f-877e-3f919ca6ffcc req-f25e2692-b5b3-419d-876b-525ec06fa62d tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:15:52.491555 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-688c9185-161e-485f-877e-3f919ca6ffcc req-f25e2692-b5b3-419d-876b-525ec06fa62d tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 945 time: 0.0583632 Sep 27 05:15:52.583073 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-688c9185-161e-485f-877e-3f919ca6ffcc req-69fff45a-2dbd-4b91-97b5-256aa8de13cd tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Deleting port 7caab61c-cbb1-4f75-98f6-00965591de29 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:15:52.583425 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-688c9185-161e-485f-877e-3f919ca6ffcc req-69fff45a-2dbd-4b91-97b5-256aa8de13cd tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:52.678022 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-688c9185-161e-485f-877e-3f919ca6ffcc req-69fff45a-2dbd-4b91-97b5-256aa8de13cd tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] For port 7caab61c-cbb1-4f75-98f6-00965591de29, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7caab61c-cbb1-4f75-98f6-00965591de29,segment=NetworkSegment(45978cd7-56f6-4690-85b6-d5892897d9f2),segment_id=45978cd7-56f6-4690-85b6-d5892897d9f2)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:15:52.678391 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-688c9185-161e-485f-877e-3f919ca6ffcc req-69fff45a-2dbd-4b91-97b5-256aa8de13cd tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:52.692141 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-688c9185-161e-485f-877e-3f919ca6ffcc req-69fff45a-2dbd-4b91-97b5-256aa8de13cd tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Calling delete_port for 7caab61c-cbb1-4f75-98f6-00965591de29 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:15:52.831292 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-688c9185-161e-485f-877e-3f919ca6ffcc req-69fff45a-2dbd-4b91-97b5-256aa8de13cd tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (7caab61c-cbb1-4f75-98f6-00965591de29), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:52.844666 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['7caab61c-cbb1-4f75-98f6-00965591de29'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:15:52.864041 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fff45a-2dbd-4b91-97b5-256aa8de13cd tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Pushing event deleted for resources: {'Port': ['ID=7caab61c-cbb1-4f75-98f6-00965591de29,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:15:52.911753 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-688c9185-161e-485f-877e-3f919ca6ffcc req-69fff45a-2dbd-4b91-97b5-256aa8de13cd tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] No DVR routers for this DVR port 7caab61c-cbb1-4f75-98f6-00965591de29 on host hv-cinder-85846 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:15:52.915001 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-688c9185-161e-485f-877e-3f919ca6ffcc req-69fff45a-2dbd-4b91-97b5-256aa8de13cd tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:52.918458 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-688c9185-161e-485f-877e-3f919ca6ffcc req-69fff45a-2dbd-4b91-97b5-256aa8de13cd tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.49 "DELETE /v2.0/ports/7caab61c-cbb1-4f75-98f6-00965591de29 HTTP/1.1" status: 204 len: 173 time: 0.4198580 Sep 27 05:15:52.918988 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'name': 'network-vif-deleted', 'tag': '7caab61c-cbb1-4f75-98f6-00965591de29'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:15:52.921508 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0ced43-98be-4dad-9b86-9986164b3026" -d '{"events": [{"server_uuid": "c2dc659b-d439-47bd-8edf-a2870fd84eaf", "name": "network-vif-deleted", "tag": "7caab61c-cbb1-4f75-98f6-00965591de29"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:15:52.977721 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae00f129-fc77-4347-a308-6c139936f3bb x-openstack-request-id: req-ae00f129-fc77-4347-a308-6c139936f3bb {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:15:52.977721 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2dc659b-d439-47bd-8edf-a2870fd84eaf", "name": "network-vif-deleted", "tag": "7caab61c-cbb1-4f75-98f6-00965591de29", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:15:52.977721 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ae00f129-fc77-4347-a308-6c139936f3bb {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:15:52.978137 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae00f129-fc77-4347-a308-6c139936f3bb'] response: {'server_uuid': 'c2dc659b-d439-47bd-8edf-a2870fd84eaf', 'name': 'network-vif-deleted', 'tag': '7caab61c-cbb1-4f75-98f6-00965591de29', 'status': 'completed', 'code': 200} Sep 27 05:15:53.134444 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3f79a281-a717-4311-afbc-c4ebe3fa457e req-6e293827-7276-41c5-97d5-f3e07c29ecea tempest-TestMinimumBasicScenario-879410003 tempest-TestMinimumBasicScenario-879410003-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2dc659b-d439-47bd-8edf-a2870fd84eaf HTTP/1.1" status: 200 len: 210 time: 0.1471906 Sep 27 05:15:54.700341 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41314) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:15:55.025895 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3839b455-a142-4af8-b0f4-ab549f4a8688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7912454'] for router_interface (c356d4bb-3678-48d1-9956-c90fb087288b), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:55.245791 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-3839b455-a142-4af8-b0f4-ab549f4a8688 admin admin] Deleting port e5369b20-e90e-46dd-bd60-01ff36b8d1d3 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:15:55.246058 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3839b455-a142-4af8-b0f4-ab549f4a8688 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:55.329698 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-3839b455-a142-4af8-b0f4-ab549f4a8688 admin admin] For port e5369b20-e90e-46dd-bd60-01ff36b8d1d3, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=e5369b20-e90e-46dd-bd60-01ff36b8d1d3,segment=NetworkSegment(45978cd7-56f6-4690-85b6-d5892897d9f2),segment_id=45978cd7-56f6-4690-85b6-d5892897d9f2)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:15:55.330061 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3839b455-a142-4af8-b0f4-ab549f4a8688 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:55.342617 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-3839b455-a142-4af8-b0f4-ab549f4a8688 admin admin] Calling delete_port for e5369b20-e90e-46dd-bd60-01ff36b8d1d3 owned by network:router_interface {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:15:55.513981 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3839b455-a142-4af8-b0f4-ab549f4a8688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (e5369b20-e90e-46dd-bd60-01ff36b8d1d3), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:55.537623 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839b455-a142-4af8-b0f4-ab549f4a8688 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5369b20-e90e-46dd-bd60-01ff36b8d1d3,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:15:55.703991 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3839b455-a142-4af8-b0f4-ab549f4a8688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8071391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7909782'] for router_interface (c356d4bb-3678-48d1-9956-c90fb087288b), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:55.898643 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3839b455-a142-4af8-b0f4-ab549f4a8688 admin admin] Router c356d4bb-3678-48d1-9956-c90fb087288b has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:15:56.007382 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3839b455-a142-4af8-b0f4-ab549f4a8688 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:15:56.012424 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3839b455-a142-4af8-b0f4-ab549f4a8688 admin admin] 10.222.0.27 "PUT /v2.0/routers/c356d4bb-3678-48d1-9956-c90fb087288b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3110254 Sep 27 05:15:56.014926 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41316) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:15:56.018191 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ed2b7-c09e-4578-971d-38ac211e0f89 None None] Sync routers for ids ['c356d4bb-3678-48d1-9956-c90fb087288b'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:15:56.027907 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ed2b7-c09e-4578-971d-38ac211e0f89 None None] Routers {'c356d4bb-3678-48d1-9956-c90fb087288b'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:15:56.028523 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d93ed2b7-c09e-4578-971d-38ac211e0f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:15:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c356d4bb-3678-48d1-9956-c90fb087288b'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:15:56.113138 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] Publish callbacks [] for router (c356d4bb-3678-48d1-9956-c90fb087288b), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:56.127685 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-d93ed2b7-c09e-4578-971d-38ac211e0f89 None None] Set router c356d4bb-3678-48d1-9956-c90fb087288b gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:15:56.210541 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] Publish callbacks [] for router_gateway (c356d4bb-3678-48d1-9956-c90fb087288b), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:56.259543 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] Deleting port 56fb3f60-5271-43a0-a9a2-9857d96ac413 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:15:56.259877 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (56fb3f60-5271-43a0-a9a2-9857d96ac413), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:56.298449 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d93ed2b7-c09e-4578-971d-38ac211e0f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:48Z', 'updated_at': '2022-09-27T05:15:55Z', 'revision_number': 5, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'gw_port': {'id': '56fb3f60-5271-43a0-a9a2-9857d96ac413', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:49Z', 'updated_at': '2022-09-27T05:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:15:56.322185 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ed2b7-c09e-4578-971d-38ac211e0f89 None None] Checking router: c356d4bb-3678-48d1-9956-c90fb087288b for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:15:56.330458 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ed2b7-c09e-4578-971d-38ac211e0f89 None None] Routers {'c356d4bb-3678-48d1-9956-c90fb087288b'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:15:56.331062 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d93ed2b7-c09e-4578-971d-38ac211e0f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:15:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c356d4bb-3678-48d1-9956-c90fb087288b'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:15:56.341721 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] For port 56fb3f60-5271-43a0-a9a2-9857d96ac413, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=56fb3f60-5271-43a0-a9a2-9857d96ac413,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:15:56.342086 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (56fb3f60-5271-43a0-a9a2-9857d96ac413), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:56.357543 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] Calling delete_port for 56fb3f60-5271-43a0-a9a2-9857d96ac413 owned by network:router_gateway {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:15:56.526333 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (56fb3f60-5271-43a0-a9a2-9857d96ac413), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:56.542486 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-d93ed2b7-c09e-4578-971d-38ac211e0f89 None None] Set router c356d4bb-3678-48d1-9956-c90fb087288b gateway port host: None {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:15:56.551561 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=56fb3f60-5271-43a0-a9a2-9857d96ac413,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:15:56.596731 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d93ed2b7-c09e-4578-971d-38ac211e0f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:48Z', 'updated_at': '2022-09-27T05:15:56Z', 'revision_number': 6, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'gw_port_host': None}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:15:56.613331 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7911740'] for router_gateway (c356d4bb-3678-48d1-9956-c90fb087288b), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:56.621201 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ed2b7-c09e-4578-971d-38ac211e0f89 None None] The sync data for ids ['c356d4bb-3678-48d1-9956-c90fb087288b'] in dv-cinder-858463-2-iscsi is: [{'id': 'c356d4bb-3678-48d1-9956-c90fb087288b', 'name': 'tempest-TestMinimumBasicScenario-1845319594-router', 'tenant_id': '505f8ca50e7042bfadcc5b9b5c433696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:48Z', 'updated_at': '2022-09-27T05:15:56Z', 'revision_number': 6, 'project_id': '505f8ca50e7042bfadcc5b9b5c433696', 'gw_port_host': None}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:15:56.706546 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7913395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30433'] for router (c356d4bb-3678-48d1-9956-c90fb087288b), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:56.708635 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] Publish callbacks [] for router_controller (c356d4bb-3678-48d1-9956-c90fb087288b), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:56.752418 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7913384'] for router (c356d4bb-3678-48d1-9956-c90fb087288b), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:56.753006 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c356d4bb-3678-48d1-9956-c90fb087288b {{(pid=103957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 05:15:56.757222 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:56.758341 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-800573d6-44f8-41a3-a8d9-4e91a0d4e5d1 admin admin] 10.222.0.27 "DELETE /v2.0/routers/c356d4bb-3678-48d1-9956-c90fb087288b HTTP/1.1" status: 204 len: 168 time: 0.7425232 Sep 27 05:15:56.760867 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41318) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:15:56.805743 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09ec5a0-b90e-46ff-8e41-d05459e21cc6 admin admin] Deleting subnet 4840c8a5-14e8-4b13-a61d-c3961ad1c6ec {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:15:56.808731 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e09ec5a0-b90e-46ff-8e41-d05459e21cc6 admin admin] Publish callbacks [] for subnet (4840c8a5-14e8-4b13-a61d-c3961ad1c6ec), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:56.842304 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e09ec5a0-b90e-46ff-8e41-d05459e21cc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639147'] for subnet (4840c8a5-14e8-4b13-a61d-c3961ad1c6ec), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:56.920881 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e09ec5a0-b90e-46ff-8e41-d05459e21cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (4840c8a5-14e8-4b13-a61d-c3961ad1c6ec), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:56.979541 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e09ec5a0-b90e-46ff-8e41-d05459e21cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5961716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5312894'] for subnet (4840c8a5-14e8-4b13-a61d-c3961ad1c6ec), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:57.005227 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ec5a0-b90e-46ff-8e41-d05459e21cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4840c8a5-14e8-4b13-a61d-c3961ad1c6ec,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:15:57.008840 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e09ec5a0-b90e-46ff-8e41-d05459e21cc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:57.012029 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e09ec5a0-b90e-46ff-8e41-d05459e21cc6 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/4840c8a5-14e8-4b13-a61d-c3961ad1c6ec HTTP/1.1" status: 204 len: 168 time: 0.2501135 Sep 27 05:15:57.014584 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41320) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:15:57.018320 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c4242c-8221-4a56-a648-5ec45da0270c None None] Network 8c485f19-1300-4593-a89f-fcde16470cf0 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:15:57.090565 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (8c485f19-1300-4593-a89f-fcde16470cf0), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:57.147203 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] Deleting port 03b3e76d-226c-47c1-920b-45d8d5f4f38b {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:15:57.147549 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (03b3e76d-226c-47c1-920b-45d8d5f4f38b), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:57.209203 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] For port 03b3e76d-226c-47c1-920b-45d8d5f4f38b, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=03b3e76d-226c-47c1-920b-45d8d5f4f38b,segment=NetworkSegment(45978cd7-56f6-4690-85b6-d5892897d9f2),segment_id=45978cd7-56f6-4690-85b6-d5892897d9f2)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:15:57.209570 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (03b3e76d-226c-47c1-920b-45d8d5f4f38b), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:57.223772 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] Calling delete_port for 03b3e76d-226c-47c1-920b-45d8d5f4f38b owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:15:57.303122 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (03b3e76d-226c-47c1-920b-45d8d5f4f38b), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:57.327208 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] Pushing event deleted for resources: {'Port': ['ID=03b3e76d-226c-47c1-920b-45d8d5f4f38b,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:15:57.331880 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] No DVR routers for this DVR port 03b3e76d-226c-47c1-920b-45d8d5f4f38b on host dv-cinder-858463-2-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:15:57.348855 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 7caab61c-cbb1-4f75-98f6-00965591de29 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:15:57.368835 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: 7caab61c-cbb1-4f75-98f6-00965591de29 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:15:57.369189 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 7caab61c-cbb1-4f75-98f6-00965591de29 not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:15:57.407212 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (8c485f19-1300-4593-a89f-fcde16470cf0), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:57.432050 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c485f19-1300-4593-a89f-fcde16470cf0']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:15:57.433258 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e29fa6b-0249-4f5e-bf8c-084458c0bb91 None None] DHCP port deletion for 8c485f19-1300-4593-a89f-fcde16470cf0 request from dv-cinder-858463-2-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 27 05:15:57.442761 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45978cd7-56f6-4690-85b6-d5892897d9f2') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:15:57.443482 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45978cd7-56f6-4690-85b6-d5892897d9f2') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:15:57.457389 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639132'] for segment (45978cd7-56f6-4690-85b6-d5892897d9f2), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:57.471063 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (45978cd7-56f6-4690-85b6-d5892897d9f2), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:57.476886 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:15:57.477263 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5949782'] for segment (45978cd7-56f6-4690-85b6-d5892897d9f2), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:57.521893 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 45978cd7-56f6-4690-85b6-d5892897d9f2 resource provider aggregate not found Sep 27 05:15:57.541594 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 45978cd7-56f6-4690-85b6-d5892897d9f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45978cd7-56f6-4690-85b6-d5892897d9f2 found for delete ", "request_id": "req-d0a04ad5-72e8-458f-90bc-95b1302fc5db"}]} Sep 27 05:15:57.550527 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (8c485f19-1300-4593-a89f-fcde16470cf0), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:57.555668 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:57.558814 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] 10.222.0.27 "DELETE /v2.0/networks/8c485f19-1300-4593-a89f-fcde16470cf0 HTTP/1.1" status: 204 len: 168 time: 0.5428143 Sep 27 05:15:57.562162 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41326) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:15:57.571432 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9026481-ce97-4088-9578-83023faa36dc admin admin] Pushing event deleted for resources: {'Network': ['ID=8c485f19-1300-4593-a89f-fcde16470cf0,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:15:57.642320 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device e5369b20-e90e-46dd-bd60-01ff36b8d1d3 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:15:57.663159 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: e5369b20-e90e-46dd-bd60-01ff36b8d1d3 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:15:57.663516 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device e5369b20-e90e-46dd-bd60-01ff36b8d1d3 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:15:57.663943 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 03b3e76d-226c-47c1-920b-45d8d5f4f38b no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:15:57.686723 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 03b3e76d-226c-47c1-920b-45d8d5f4f38b {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:15:57.687088 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 03b3e76d-226c-47c1-920b-45d8d5f4f38b not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:15:57.687731 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 56fb3f60-5271-43a0-a9a2-9857d96ac413 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:15:57.706985 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 56fb3f60-5271-43a0-a9a2-9857d96ac413 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:15:57.707495 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 56fb3f60-5271-43a0-a9a2-9857d96ac413 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:15:57.907263 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d702d116-7c81-4f57-a71b-e37b2d1efcd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7912454'] for router_interface (152e2215-995f-495d-a211-efb9a6176fb7), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:58.141043 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-d702d116-7c81-4f57-a71b-e37b2d1efcd1 admin admin] Deleting port 338552be-ed5b-4d27-86a3-659bdc865b0f {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:15:58.141387 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d702d116-7c81-4f57-a71b-e37b2d1efcd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:58.220923 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-d702d116-7c81-4f57-a71b-e37b2d1efcd1 admin admin] For port 338552be-ed5b-4d27-86a3-659bdc865b0f, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=338552be-ed5b-4d27-86a3-659bdc865b0f,segment=NetworkSegment(4d9d9a5f-bae1-434e-b1e1-28b6b21c424e),segment_id=4d9d9a5f-bae1-434e-b1e1-28b6b21c424e)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:15:58.221210 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d702d116-7c81-4f57-a71b-e37b2d1efcd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:58.233843 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-d702d116-7c81-4f57-a71b-e37b2d1efcd1 admin admin] Calling delete_port for 338552be-ed5b-4d27-86a3-659bdc865b0f owned by network:router_interface {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:15:58.411573 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d702d116-7c81-4f57-a71b-e37b2d1efcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (338552be-ed5b-4d27-86a3-659bdc865b0f), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:58.434356 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702d116-7c81-4f57-a71b-e37b2d1efcd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=338552be-ed5b-4d27-86a3-659bdc865b0f,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:15:58.595230 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d702d116-7c81-4f57-a71b-e37b2d1efcd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8071391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7909782'] for router_interface (152e2215-995f-495d-a211-efb9a6176fb7), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:58.797992 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d702d116-7c81-4f57-a71b-e37b2d1efcd1 admin admin] Router 152e2215-995f-495d-a211-efb9a6176fb7 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:15:58.896987 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d702d116-7c81-4f57-a71b-e37b2d1efcd1 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:15:58.902979 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d702d116-7c81-4f57-a71b-e37b2d1efcd1 admin admin] 10.222.0.27 "PUT /v2.0/routers/152e2215-995f-495d-a211-efb9a6176fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3388107 Sep 27 05:15:58.904553 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41328) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:15:58.908225 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beafe112-1d19-4e9b-a1d0-f23c789e5d9c None None] Sync routers for ids ['152e2215-995f-495d-a211-efb9a6176fb7'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:15:58.917480 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beafe112-1d19-4e9b-a1d0-f23c789e5d9c None None] Routers {'152e2215-995f-495d-a211-efb9a6176fb7'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:15:58.918083 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-beafe112-1d19-4e9b-a1d0-f23c789e5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:15:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['152e2215-995f-495d-a211-efb9a6176fb7'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:15:59.006151 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] Publish callbacks [] for router (152e2215-995f-495d-a211-efb9a6176fb7), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:59.015980 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-beafe112-1d19-4e9b-a1d0-f23c789e5d9c None None] Set router 152e2215-995f-495d-a211-efb9a6176fb7 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:15:59.106133 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] Publish callbacks [] for router_gateway (152e2215-995f-495d-a211-efb9a6176fb7), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:59.157351 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] Deleting port f40613d6-1a7e-419c-a5e0-ae374006b7c7 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:15:59.157691 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (f40613d6-1a7e-419c-a5e0-ae374006b7c7), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:59.236003 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] For port f40613d6-1a7e-419c-a5e0-ae374006b7c7, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=f40613d6-1a7e-419c-a5e0-ae374006b7c7,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:15:59.236368 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (f40613d6-1a7e-419c-a5e0-ae374006b7c7), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:59.249718 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] Calling delete_port for f40613d6-1a7e-419c-a5e0-ae374006b7c7 owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:15:59.270574 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-beafe112-1d19-4e9b-a1d0-f23c789e5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152e2215-995f-495d-a211-efb9a6176fb7', 'name': 'tempest-TestMinimumBasicScenario-1105274741-router', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'f40613d6-1a7e-419c-a5e0-ae374006b7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:53Z', 'updated_at': '2022-09-27T05:15:58Z', 'revision_number': 5, 'project_id': '7605c13f05ee40b38c99111c5042d0a1', 'gw_port': {'id': 'f40613d6-1a7e-419c-a5e0-ae374006b7c7', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152e2215-995f-495d-a211-efb9a6176fb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:54Z', 'updated_at': '2022-09-27T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:15:59.299188 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beafe112-1d19-4e9b-a1d0-f23c789e5d9c None None] Checking router: 152e2215-995f-495d-a211-efb9a6176fb7 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:15:59.307189 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beafe112-1d19-4e9b-a1d0-f23c789e5d9c None None] Routers {'152e2215-995f-495d-a211-efb9a6176fb7'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:15:59.307808 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-beafe112-1d19-4e9b-a1d0-f23c789e5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:15:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['152e2215-995f-495d-a211-efb9a6176fb7'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:15:59.392681 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-beafe112-1d19-4e9b-a1d0-f23c789e5d9c None None] Set router 152e2215-995f-495d-a211-efb9a6176fb7 gateway port host: None {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:15:59.414318 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (f40613d6-1a7e-419c-a5e0-ae374006b7c7), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:59.440901 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-beafe112-1d19-4e9b-a1d0-f23c789e5d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152e2215-995f-495d-a211-efb9a6176fb7', 'name': 'tempest-TestMinimumBasicScenario-1105274741-router', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:53Z', 'updated_at': '2022-09-27T05:15:59Z', 'revision_number': 6, 'project_id': '7605c13f05ee40b38c99111c5042d0a1', 'gw_port_host': None}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:15:59.443438 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] Pushing event deleted for resources: {'Port': ['ID=f40613d6-1a7e-419c-a5e0-ae374006b7c7,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:15:59.465688 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beafe112-1d19-4e9b-a1d0-f23c789e5d9c None None] The sync data for ids ['152e2215-995f-495d-a211-efb9a6176fb7'] in dv-cinder-858463-2-iscsi is: [{'id': '152e2215-995f-495d-a211-efb9a6176fb7', 'name': 'tempest-TestMinimumBasicScenario-1105274741-router', 'tenant_id': '7605c13f05ee40b38c99111c5042d0a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:53Z', 'updated_at': '2022-09-27T05:15:59Z', 'revision_number': 6, 'project_id': '7605c13f05ee40b38c99111c5042d0a1', 'gw_port_host': None}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:15:59.505167 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7911740'] for router_gateway (152e2215-995f-495d-a211-efb9a6176fb7), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:59.590042 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7913395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30433'] for router (152e2215-995f-495d-a211-efb9a6176fb7), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:59.592150 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] Publish callbacks [] for router_controller (152e2215-995f-495d-a211-efb9a6176fb7), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:59.632419 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7913384'] for router (152e2215-995f-495d-a211-efb9a6176fb7), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:59.633133 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 152e2215-995f-495d-a211-efb9a6176fb7 {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 05:15:59.637131 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:59.638265 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-508230c6-0a57-42f0-bf15-49520676061c admin admin] 10.222.0.27 "DELETE /v2.0/routers/152e2215-995f-495d-a211-efb9a6176fb7 HTTP/1.1" status: 204 len: 168 time: 0.7327485 Sep 27 05:15:59.641349 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41330) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:15:59.687345 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fa2b8d-dd71-4c4b-85cb-36c974273e38 admin admin] Deleting subnet 7f80f488-9549-48cd-b940-046ce0ff7538 {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:15:59.690334 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31fa2b8d-dd71-4c4b-85cb-36c974273e38 admin admin] Publish callbacks [] for subnet (7f80f488-9549-48cd-b940-046ce0ff7538), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:59.723628 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31fa2b8d-dd71-4c4b-85cb-36c974273e38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352960'] for subnet (7f80f488-9549-48cd-b940-046ce0ff7538), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:59.794075 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31fa2b8d-dd71-4c4b-85cb-36c974273e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (7f80f488-9549-48cd-b940-046ce0ff7538), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:59.800824 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41332) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:15:59.863321 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31fa2b8d-dd71-4c4b-85cb-36c974273e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6109187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5739686'] for subnet (7f80f488-9549-48cd-b940-046ce0ff7538), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:59.890447 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa2b8d-dd71-4c4b-85cb-36c974273e38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f80f488-9549-48cd-b940-046ce0ff7538,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:15:59.896738 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31fa2b8d-dd71-4c4b-85cb-36c974273e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:15:59.907700 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6cd710-e7a5-49da-9298-158c629bdd38 None None] Network 77cfa879-2445-4feb-b522-0126d395eb00 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:15:59.911194 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-31fa2b8d-dd71-4c4b-85cb-36c974273e38 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/7f80f488-9549-48cd-b940-046ce0ff7538 HTTP/1.1" status: 204 len: 168 time: 0.2687383 Sep 27 05:15:59.919532 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41334) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:15:59.967361 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 338552be-ed5b-4d27-86a3-659bdc865b0f no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:16:00.013644 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 338552be-ed5b-4d27-86a3-659bdc865b0f {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:16:00.014000 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 338552be-ed5b-4d27-86a3-659bdc865b0f not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:16:00.026345 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (77cfa879-2445-4feb-b522-0126d395eb00), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.068425 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-a65b6f2d-a108-4e86-bc30-25835350e2bc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Deleting port 361cc05b-6c85-4bb1-b3cd-5ac49d427e3c {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:00.068778 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a65b6f2d-a108-4e86-bc30-25835350e2bc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (361cc05b-6c85-4bb1-b3cd-5ac49d427e3c), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.144475 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] Deleting port 495a413a-3cc8-472c-957c-d2a4991c03f0 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:00.144829 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (495a413a-3cc8-472c-957c-d2a4991c03f0), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.187737 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a65b6f2d-a108-4e86-bc30-25835350e2bc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (361cc05b-6c85-4bb1-b3cd-5ac49d427e3c), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.188059 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a65b6f2d-a108-4e86-bc30-25835350e2bc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for floatingip (361cc05b-6c85-4bb1-b3cd-5ac49d427e3c), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.208294 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-a65b6f2d-a108-4e86-bc30-25835350e2bc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Calling delete_port for 361cc05b-6c85-4bb1-b3cd-5ac49d427e3c owned by network:floatingip {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:00.232096 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] For port 495a413a-3cc8-472c-957c-d2a4991c03f0, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=495a413a-3cc8-472c-957c-d2a4991c03f0,segment=NetworkSegment(4d9d9a5f-bae1-434e-b1e1-28b6b21c424e),segment_id=4d9d9a5f-bae1-434e-b1e1-28b6b21c424e)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:00.232367 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (495a413a-3cc8-472c-957c-d2a4991c03f0), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.302134 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] DHCP port deletion for 77cfa879-2445-4feb-b522-0126d395eb00 request from dv-cinder-858463-2-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 27 05:16:00.351888 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Deleting port 495a413a-3cc8-472c-957c-d2a4991c03f0 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:00.352265 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (495a413a-3cc8-472c-957c-d2a4991c03f0), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.424049 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] For port 495a413a-3cc8-472c-957c-d2a4991c03f0, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=495a413a-3cc8-472c-957c-d2a4991c03f0,segment=NetworkSegment(4d9d9a5f-bae1-434e-b1e1-28b6b21c424e),segment_id=4d9d9a5f-bae1-434e-b1e1-28b6b21c424e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:00.424457 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (495a413a-3cc8-472c-957c-d2a4991c03f0), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.438247 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Calling delete_port for 495a413a-3cc8-472c-957c-d2a4991c03f0 owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:00.518777 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683'] for port (495a413a-3cc8-472c-957c-d2a4991c03f0), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.544645 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Pushing event deleted for resources: {'Port': ['ID=495a413a-3cc8-472c-957c-d2a4991c03f0,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:00.551734 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] Calling delete_port for 495a413a-3cc8-472c-957c-d2a4991c03f0 owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:00.555646 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:00.556274 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:00.556878 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:00.557432 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:00.557979 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:00.558568 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:00.559114 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:00.559667 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:00.560209 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:00.560763 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:00.561380 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:00.561923 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:00.562461 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:00.568074 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac18c1-ec7c-42db-8787-23e92613151d None None] No DVR routers for this DVR port 495a413a-3cc8-472c-957c-d2a4991c03f0 on host dv-cinder-858463-2-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:16:00.664121 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (495a413a-3cc8-472c-957c-d2a4991c03f0), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.711437 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] Pushing event deleted for resources: {'Port': ['ID=495a413a-3cc8-472c-957c-d2a4991c03f0,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:00.716492 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] No DVR routers for this DVR port 495a413a-3cc8-472c-957c-d2a4991c03f0 on host dv-cinder-858463-2-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:16:00.791460 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a65b6f2d-a108-4e86-bc30-25835350e2bc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (361cc05b-6c85-4bb1-b3cd-5ac49d427e3c), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.797847 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (77cfa879-2445-4feb-b522-0126d395eb00), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.829397 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b6f2d-a108-4e86-bc30-25835350e2bc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event deleted for resources: {'Port': ['ID=361cc05b-6c85-4bb1-b3cd-5ac49d427e3c,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:00.846017 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cfa879-2445-4feb-b522-0126d395eb00']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:00.870633 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d9d9a5f-bae1-434e-b1e1-28b6b21c424e') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:00.870939 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d9d9a5f-bae1-434e-b1e1-28b6b21c424e') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:00.898492 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639132'] for segment (4d9d9a5f-bae1-434e-b1e1-28b6b21c424e), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.920112 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (4d9d9a5f-bae1-434e-b1e1-28b6b21c424e), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.925435 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a65b6f2d-a108-4e86-bc30-25835350e2bc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for floatingip (f8c0f837-29e7-4f94-9004-ce41195a20ef), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.925771 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-a65b6f2d-a108-4e86-bc30-25835350e2bc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Floating IP f8c0f837-29e7-4f94-9004-ce41195a20ef disassociated (deleted). External IP: 172.27.1.86, port: 10a40458-3b5c-41d1-bb0c-9774b07aa38e. Sep 27 05:16:00.929642 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:16:00.929994 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5949782'] for segment (4d9d9a5f-bae1-434e-b1e1-28b6b21c424e), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:00.974907 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 4d9d9a5f-bae1-434e-b1e1-28b6b21c424e resource provider aggregate not found Sep 27 05:16:01.021427 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 4d9d9a5f-bae1-434e-b1e1-28b6b21c424e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d9d9a5f-bae1-434e-b1e1-28b6b21c424e found for delete ", "request_id": "req-a828226e-6f00-43a9-a826-25221ba8d1f2"}]} Sep 27 05:16:01.063069 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (77cfa879-2445-4feb-b522-0126d395eb00), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:01.071489 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:01.074649 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] 10.222.0.27 "DELETE /v2.0/networks/77cfa879-2445-4feb-b522-0126d395eb00 HTTP/1.1" status: 204 len: 168 time: 1.1541767 Sep 27 05:16:01.091125 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a7911-88bc-491d-8ca3-7b84d35dc890 admin admin] Pushing event deleted for resources: {'Network': ['ID=77cfa879-2445-4feb-b522-0126d395eb00,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:01.205594 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65b6f2d-a108-4e86-bc30-25835350e2bc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Router c761e44c-233d-49ca-9658-756db6dcc194 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:16:01.238031 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41342) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:01.279607 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7fd1a6b4-8929-4b30-8665-2becc470fe73 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=505f8ca50e7042bfadcc5b9b5c433696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401940 Sep 27 05:16:01.282678 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41344) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:01.307972 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65b6f2d-a108-4e86-bc30-25835350e2bc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:16:01.312655 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a65b6f2d-a108-4e86-bc30-25835350e2bc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:01.317453 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059c861-b18c-47a3-aa11-a0053347b21b None None] Sync routers for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:16:01.328106 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4059c861-b18c-47a3-aa11-a0053347b21b None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:01.328106 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-4059c861-b18c-47a3-aa11-a0053347b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:15:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:01.334580 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-66e4f4bc-afe8-4084-8101-99f944d4abab admin admin] Publish callbacks [] for security_group (6494b321-5d88-4808-8d0c-75e5b4b4ba0e), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:01.353104 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a65b6f2d-a108-4e86-bc30-25835350e2bc tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "DELETE /v2.0/floatingips/f8c0f837-29e7-4f94-9004-ce41195a20ef HTTP/1.1" status: 204 len: 168 time: 1.5473034 Sep 27 05:16:01.354675 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d206970-8749-44c5-b32b-066fbb3f5603', 'tag': '10a40458-3b5c-41d1-bb0c-9774b07aa38e'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:16:01.358359 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-66e4f4bc-afe8-4084-8101-99f944d4abab admin admin] Publish callbacks [] for security_group (6494b321-5d88-4808-8d0c-75e5b4b4ba0e), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:01.358607 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc87c54e-17af-42a6-aeef-d71d8cebfead" -d '{"events": [{"name": "network-changed", "server_uuid": "5d206970-8749-44c5-b32b-066fbb3f5603", "tag": "10a40458-3b5c-41d1-bb0c-9774b07aa38e"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:16:01.408911 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb0c455-1c16-453a-a6d5-2829cfed9479 x-openstack-request-id: req-6cb0c455-1c16-453a-a6d5-2829cfed9479 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:16:01.409331 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d206970-8749-44c5-b32b-066fbb3f5603", "tag": "10a40458-3b5c-41d1-bb0c-9774b07aa38e", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:16:01.409672 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6cb0c455-1c16-453a-a6d5-2829cfed9479 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:16:01.410372 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb0c455-1c16-453a-a6d5-2829cfed9479'] response: {'name': 'network-changed', 'server_uuid': '5d206970-8749-44c5-b32b-066fbb3f5603', 'tag': '10a40458-3b5c-41d1-bb0c-9774b07aa38e', 'status': 'completed', 'code': 200} Sep 27 05:16:01.417529 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-66e4f4bc-afe8-4084-8101-99f944d4abab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (6494b321-5d88-4808-8d0c-75e5b4b4ba0e), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:01.420398 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-66e4f4bc-afe8-4084-8101-99f944d4abab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:01.422875 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-66e4f4bc-afe8-4084-8101-99f944d4abab admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6494b321-5d88-4808-8d0c-75e5b4b4ba0e HTTP/1.1" status: 204 len: 168 time: 0.1392910 Sep 27 05:16:01.441505 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4f4bc-afe8-4084-8101-99f944d4abab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6494b321-5d88-4808-8d0c-75e5b4b4ba0e,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:01.483164 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87c54e-17af-42a6-aeef-d71d8cebfead req-6b840c9e-39b0-433d-b42d-7a70a9ee83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:01.484661 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dc87c54e-17af-42a6-aeef-d71d8cebfead req-6b840c9e-39b0-433d-b42d-7a70a9ee83b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 1130 time: 0.0526762 Sep 27 05:16:01.499236 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-4059c861-b18c-47a3-aa11-a0053347b21b None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:01.635455 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d0758-08fd-4f4d-808c-1f38ed5dc496 req-f2eb3722-f090-4ff4-af47-036d3b1d144f tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:01.637980 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e02d0758-08fd-4f4d-808c-1f38ed5dc496 req-f2eb3722-f090-4ff4-af47-036d3b1d144f tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 946 time: 0.0685563 Sep 27 05:16:01.663973 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87c54e-17af-42a6-aeef-d71d8cebfead req-8661bcbd-290c-40f5-bbbf-cbf933a0e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:01.665780 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dc87c54e-17af-42a6-aeef-d71d8cebfead req-8661bcbd-290c-40f5-bbbf-cbf933a0e5ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 913 time: 0.1612585 Sep 27 05:16:01.672726 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 495a413a-3cc8-472c-957c-d2a4991c03f0 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:16:01.695622 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-e02d0758-08fd-4f4d-808c-1f38ed5dc496 req-e27fb2c5-95e7-46f3-b2f5-0654d8210c17 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498395 Sep 27 05:16:01.697758 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 495a413a-3cc8-472c-957c-d2a4991c03f0 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:16:01.698325 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 495a413a-3cc8-472c-957c-d2a4991c03f0 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:16:01.699325 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device f40613d6-1a7e-419c-a5e0-ae374006b7c7 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:16:01.723146 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: f40613d6-1a7e-419c-a5e0-ae374006b7c7 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:16:01.723494 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device f40613d6-1a7e-419c-a5e0-ae374006b7c7 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:16:01.730109 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dc87c54e-17af-42a6-aeef-d71d8cebfead req-eec017b6-2647-49d4-8e93-f7b0fc4b5ed5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10a40458-3b5c-41d1-bb0c-9774b07aa38e HTTP/1.1" status: 200 len: 217 time: 0.0550537 Sep 27 05:16:01.788737 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87c54e-17af-42a6-aeef-d71d8cebfead req-58a43c97-d9d1-4ba5-9530-3dd2370293c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:01.790245 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dc87c54e-17af-42a6-aeef-d71d8cebfead req-58a43c97-d9d1-4ba5-9530-3dd2370293c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64e5e500-b27d-41ff-b754-4ec03dbcd6fc HTTP/1.1" status: 200 len: 851 time: 0.0517452 Sep 27 05:16:01.799180 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-4059c861-b18c-47a3-aa11-a0053347b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '521d9412-6dac-413c-91cf-f4b27e5d8340', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'port_id': '35c2d478-0b94-4bd7-9def-a4476c207275', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'mac_address': 'fa:16:3e:f2:4e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836521cd-1172-428e-b458-0e9de560f99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:12:12Z', 'updated_at': '2022-09-27T05:12:14Z', 'revision_number': 1, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:01.829287 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059c861-b18c-47a3-aa11-a0053347b21b None None] Checking router: c761e44c-233d-49ca-9658-756db6dcc194 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:16:01.840180 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4059c861-b18c-47a3-aa11-a0053347b21b None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:01.840882 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-4059c861-b18c-47a3-aa11-a0053347b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:15:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:01.848115 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87c54e-17af-42a6-aeef-d71d8cebfead req-bd03019c-d637-47ea-ab33-4af306d2d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:01.849665 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dc87c54e-17af-42a6-aeef-d71d8cebfead req-bd03019c-d637-47ea-ab33-4af306d2d307 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463955 Sep 27 05:16:01.881985 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41356) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:01.924417 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7d5592bc-c3c1-4045-abf5-2f5d0c164f91 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7605c13f05ee40b38c99111c5042d0a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412533 Sep 27 05:16:01.927442 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41358) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:01.943746 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dc87c54e-17af-42a6-aeef-d71d8cebfead req-21a4c2d8-d2bf-466d-97b6-612a5571ffbc service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870566 Sep 27 05:16:01.962182 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-4059c861-b18c-47a3-aa11-a0053347b21b None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:01.979826 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3f20cc86-04fa-4d35-918e-675a7c3d10fd admin admin] Publish callbacks [] for security_group (ba5bc8f0-dbf1-4c87-a992-6790922a0d17), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:02.006600 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3f20cc86-04fa-4d35-918e-675a7c3d10fd admin admin] Publish callbacks [] for security_group (ba5bc8f0-dbf1-4c87-a992-6790922a0d17), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:02.044086 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dc87c54e-17af-42a6-aeef-d71d8cebfead req-9db7e10b-9f25-472e-a42a-9c1b80e9b1b5 service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943341 Sep 27 05:16:02.060092 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3f20cc86-04fa-4d35-918e-675a7c3d10fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ba5bc8f0-dbf1-4c87-a992-6790922a0d17), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:02.063091 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3f20cc86-04fa-4d35-918e-675a7c3d10fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:02.064719 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3f20cc86-04fa-4d35-918e-675a7c3d10fd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ba5bc8f0-dbf1-4c87-a992-6790922a0d17 HTTP/1.1" status: 204 len: 168 time: 0.1364121 Sep 27 05:16:02.076628 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20cc86-04fa-4d35-918e-675a7c3d10fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5bc8f0-dbf1-4c87-a992-6790922a0d17,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:02.215173 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-4059c861-b18c-47a3-aa11-a0053347b21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '521d9412-6dac-413c-91cf-f4b27e5d8340', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'port_id': '35c2d478-0b94-4bd7-9def-a4476c207275', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'mac_address': 'fa:16:3e:f2:4e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836521cd-1172-428e-b458-0e9de560f99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:12:12Z', 'updated_at': '2022-09-27T05:12:14Z', 'revision_number': 1, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:02.239980 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059c861-b18c-47a3-aa11-a0053347b21b None None] The sync data for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi is: [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '521d9412-6dac-413c-91cf-f4b27e5d8340', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'port_id': '35c2d478-0b94-4bd7-9def-a4476c207275', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'mac_address': 'fa:16:3e:f2:4e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836521cd-1172-428e-b458-0e9de560f99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:12:12Z', 'updated_at': '2022-09-27T05:12:14Z', 'revision_number': 1, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:16:02.478356 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c22b3a-f536-4f8b-93e4-c0f115606855 None None] New status for floating IP f8c0f837-29e7-4f94-9004-ce41195a20ef: DOWN {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:16:02.747457 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41382) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:02.845901 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-536543338-network', 'tenant_id': '89e5839579a747caaa9b2e0712499dca'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:02.866049 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] Made reservation on behalf of 89e5839579a747caaa9b2e0712499dca for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:16:02.868395 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:02.878637 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:02.955317 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] Publish callbacks [] for security_group (b2cdd783-2fae-45ac-a09f-d87017d98e24), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:02.959149 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (b2cdd783-2fae-45ac-a09f-d87017d98e24), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:02.980066 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:16:02.994078 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cdd783-2fae-45ac-a09f-d87017d98e24,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:02.996095 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41c5b4-7189-4cd2-a586-1a63b011773a req-e951071f-e104-462d-874f-36e553bfc990 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:02.997859 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5f41c5b4-7189-4cd2-a586-1a63b011773a req-e951071f-e104-462d-874f-36e553bfc990 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 946 time: 0.2194433 Sep 27 05:16:03.003538 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (62fb0a82-a637-41d5-9fea-5729c70dbe1f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:03.003868 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] Added segment 62fb0a82-a637-41d5-9fea-5729c70dbe1f of type vlan for network d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef Sep 27 05:16:03.043316 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:03.049639 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5f41c5b4-7189-4cd2-a586-1a63b011773a req-e03beaa0-b80c-477c-8697-18b75baf5346 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441461 Sep 27 05:16:03.069278 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:03.070253 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:03.070849 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:03.356561 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6079869 Sep 27 05:16:03.359861 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41388) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:03.364885 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-c3278d31-871a-4174-a23d-fd63d552cdab admin admin] Request body: {'subnet': {'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-536543338-subnet', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'ip_version': 4}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:03.384784 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3278d31-871a-4174-a23d-fd63d552cdab admin admin] Made reservation on behalf of 89e5839579a747caaa9b2e0712499dca for: {'subnet': 1} {{(pid=103957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:16:03.386366 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfae93-5152-4207-90a7-79bb329e5341 admin admin] Pushing event updated for resources: {'Network': ['ID=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:03.387111 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c3278d31-871a-4174-a23d-fd63d552cdab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5312853'] for subnet (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:03.402551 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:16:03.411453 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115add5-cd3b-4d5c-bbbb-d3ecd70b3ed1 req-1136f2d4-8497-4df7-b166-245e80825764 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:03.413136 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8115add5-cd3b-4d5c-bbbb-d3ecd70b3ed1 req-1136f2d4-8497-4df7-b166-245e80825764 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.49 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 946 time: 0.0717897 Sep 27 05:16:03.510148 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-8115add5-cd3b-4d5c-bbbb-d3ecd70b3ed1 req-c98b2ff5-d748-47ed-abe3-cae89cdd930c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Deleting port 10a40458-3b5c-41d1-bb0c-9774b07aa38e {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:03.510495 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-8115add5-cd3b-4d5c-bbbb-d3ecd70b3ed1 req-c98b2ff5-d748-47ed-abe3-cae89cdd930c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:03.569346 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c3278d31-871a-4174-a23d-fd63d552cdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5961515', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5312839'] for subnet (c0004e3c-3058-478c-830b-24ca32d21eb0), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:03.602009 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-8115add5-cd3b-4d5c-bbbb-d3ecd70b3ed1 req-c98b2ff5-d748-47ed-abe3-cae89cdd930c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] For port 10a40458-3b5c-41d1-bb0c-9774b07aa38e, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=10a40458-3b5c-41d1-bb0c-9774b07aa38e,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:03.602363 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-8115add5-cd3b-4d5c-bbbb-d3ecd70b3ed1 req-c98b2ff5-d748-47ed-abe3-cae89cdd930c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:03.615627 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-8115add5-cd3b-4d5c-bbbb-d3ecd70b3ed1 req-c98b2ff5-d748-47ed-abe3-cae89cdd930c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Calling delete_port for 10a40458-3b5c-41d1-bb0c-9774b07aa38e owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:03.625190 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3278d31-871a-4174-a23d-fd63d552cdab admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0004e3c-3058-478c-830b-24ca32d21eb0,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:03.633890 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3278d31-871a-4174-a23d-fd63d552cdab admin admin] Checking segment: {'id': '62fb0a82-a637-41d5-9fea-5729c70dbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:16:03.634258 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3278d31-871a-4174-a23d-fd63d552cdab admin admin] Network hostable DHCP agents. Network: d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:16:03.651750 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3278d31-871a-4174-a23d-fd63d552cdab admin admin] Network d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:16:03.660771 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-c3278d31-871a-4174-a23d-fd63d552cdab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef) {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:16:03.665864 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3278d31-871a-4174-a23d-fd63d552cdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:03.666465 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c3278d31-871a-4174-a23d-fd63d552cdab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:03.670111 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70804407-1054-466a-9333-23a474a194dd None None] Network d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:16:03.684872 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c3278d31-871a-4174-a23d-fd63d552cdab admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3238459 Sep 27 05:16:03.688136 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41390) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:03.692335 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:03.714630 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30415'] for router (592dade1-2415-420a-a13b-fd4e85bd8a2e), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:03.715917 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7911021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7911823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7965208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30456'] for router (592dade1-2415-420a-a13b-fd4e85bd8a2e), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:03.757091 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-8115add5-cd3b-4d5c-bbbb-d3ecd70b3ed1 req-c98b2ff5-d748-47ed-abe3-cae89cdd930c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (10a40458-3b5c-41d1-bb0c-9774b07aa38e), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:03.782860 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cd8c3b0-7956-5b2d-987d-d9256dbf3db7-d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'project_id': '89e5839579a747caaa9b2e0712499dca', 'fixed_ips': [{'subnet_id': 'c0004e3c-3058-478c-830b-24ca32d21eb0'}]}} from dv-cinder-858463-2-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 27 05:16:03.783940 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:03.784379 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b2ff5-d748-47ed-abe3-cae89cdd930c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event deleted for resources: {'Port': ['ID=10a40458-3b5c-41d1-bb0c-9774b07aa38e,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:03.822682 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Publish callbacks [] for router_controller (592dade1-2415-420a-a13b-fd4e85bd8a2e), precommit_add_association {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:03.839649 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-8115add5-cd3b-4d5c-bbbb-d3ecd70b3ed1 req-c98b2ff5-d748-47ed-abe3-cae89cdd930c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] No DVR routers for this DVR port 10a40458-3b5c-41d1-bb0c-9774b07aa38e on host hv-cinder-85846 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:16:03.842172 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-8115add5-cd3b-4d5c-bbbb-d3ecd70b3ed1 req-c98b2ff5-d748-47ed-abe3-cae89cdd930c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:03.845986 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8115add5-cd3b-4d5c-bbbb-d3ecd70b3ed1 req-c98b2ff5-d748-47ed-abe3-cae89cdd930c tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.49 "DELETE /v2.0/ports/10a40458-3b5c-41d1-bb0c-9774b07aa38e HTTP/1.1" status: 204 len: 173 time: 0.4276733 Sep 27 05:16:03.846498 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d206970-8749-44c5-b32b-066fbb3f5603', 'name': 'network-vif-deleted', 'tag': '10a40458-3b5c-41d1-bb0c-9774b07aa38e'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:16:03.848753 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bb4d42-a4c8-4bf7-944c-b410ef08f11c" -d '{"events": [{"server_uuid": "5d206970-8749-44c5-b32b-066fbb3f5603", "name": "network-vif-deleted", "tag": "10a40458-3b5c-41d1-bb0c-9774b07aa38e"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:16:03.899550 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa92020e-6161-4a81-95d0-44c060d805db x-openstack-request-id: req-fa92020e-6161-4a81-95d0-44c060d805db {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:16:03.899854 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d206970-8749-44c5-b32b-066fbb3f5603", "name": "network-vif-deleted", "tag": "10a40458-3b5c-41d1-bb0c-9774b07aa38e", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:16:03.900615 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fa92020e-6161-4a81-95d0-44c060d805db {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:16:03.901055 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa92020e-6161-4a81-95d0-44c060d805db'] response: {'server_uuid': '5d206970-8749-44c5-b32b-066fbb3f5603', 'name': 'network-vif-deleted', 'tag': '10a40458-3b5c-41d1-bb0c-9774b07aa38e', 'status': 'completed', 'code': 200} Sep 27 05:16:03.952471 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Allocated IP 172.20.0.2 (d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef/c0004e3c-3058-478c-830b-24ca32d21eb0/3e581b66-63c7-4115-9959-ba766f7a9e6c) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:16:03.979134 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Publish callbacks [] for router_gateway (592dade1-2415-420a-a13b-fd4e85bd8a2e), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:04.197620 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d02d9af6-fd6d-4fc0-9660-c14fe25e2563 req-115c376c-6ba1-4fa0-862b-d5327682ecb8 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=5d206970-8749-44c5-b32b-066fbb3f5603 HTTP/1.1" status: 200 len: 210 time: 0.0348139 Sep 27 05:16:04.223483 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:16:04.241338 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Publish callbacks [] for router_gateway (592dade1-2415-420a-a13b-fd4e85bd8a2e), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:04.250938 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Publish callbacks [] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:04.257551 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:04.263629 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:04.298149 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Network d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:16:04.301386 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:16:04.307682 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:16:04.313107 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Pushing event updated for resources: {'Port': ['ID=3e581b66-63c7-4115-9959-ba766f7a9e6c,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:04.370831 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Attempting to bind port 3e581b66-63c7-4115-9959-ba766f7a9e6c on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:16:04.371206 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Attempting to bind port 3e581b66-63c7-4115-9959-ba766f7a9e6c by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '62fb0a82-a637-41d5-9fea-5729c70dbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:16:04.371574 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Attempting to bind port 3e581b66-63c7-4115-9959-ba766f7a9e6c on network d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:16:04.376988 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:16:04.377309 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Checking segment: {'id': '62fb0a82-a637-41d5-9fea-5729c70dbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:16:04.377711 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:04.378108 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Bound using segment: {'id': '62fb0a82-a637-41d5-9fea-5729c70dbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:16:04.378573 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Bound port: 3e581b66-63c7-4115-9959-ba766f7a9e6c, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fb0a82-a637-41d5-9fea-5729c70dbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:16:04.378951 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:04.383037 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Allocated IP 172.27.1.225 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/bf5c324d-6e95-4711-8bb0-31d9618e0d84) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:16:04.440047 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] For port 3e581b66-63c7-4115-9959-ba766f7a9e6c, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:16:04.443820 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] For port 3e581b66-63c7-4115-9959-ba766f7a9e6c, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=3e581b66-63c7-4115-9959-ba766f7a9e6c,segment=NetworkSegment(62fb0a82-a637-41d5-9fea-5729c70dbe1f),segment_id=62fb0a82-a637-41d5-9fea-5729c70dbe1f)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:16:04.451318 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:04.509621 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161f308-9031-4912-b083-e1e5a1a62f9c None None] Pushing event updated for resources: {'Port': ['ID=3e581b66-63c7-4115-9959-ba766f7a9e6c,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:04.510243 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Publish callbacks [] for port (bf5c324d-6e95-4711-8bb0-31d9618e0d84), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:04.549559 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (bf5c324d-6e95-4711-8bb0-31d9618e0d84), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:04.591549 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:16:04.595352 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:16:04.599119 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:16:04.630228 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5c324d-6e95-4711-8bb0-31d9618e0d84,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:04.868175 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Publish callbacks [] for router_gateway (592dade1-2415-420a-a13b-fd4e85bd8a2e), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:05.046809 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7911010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7911904'] for router (592dade1-2415-420a-a13b-fd4e85bd8a2e), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:05.170538 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Router 592dade1-2415-420a-a13b-fd4e85bd8a2e is scheduled to L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e with binding_index 1 {{(pid=103957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 05:16:05.277248 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:16:05.289629 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Sync routers for ids ['592dade1-2415-420a-a13b-fd4e85bd8a2e'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:16:05.299640 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:05.300016 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Routers {'592dade1-2415-420a-a13b-fd4e85bd8a2e'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:05.303409 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:15:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['592dade1-2415-420a-a13b-fd4e85bd8a2e'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:05.303689 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-8b4fce4f-6286-4526-8255-ad97aa987db4 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6118002 Sep 27 05:16:05.303689 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41400) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:05.436154 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Set router 592dade1-2415-420a-a13b-fd4e85bd8a2e gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:05.493059 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1956f9d1-7319-4044-bf6c-5ee0a9eea0e8 None None] Network d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:16:05.630182 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-1ed90b37-6ce9-464a-90bd-41b350326a63 None None] Provisioning complete for port 3e581b66-63c7-4115-9959-ba766f7a9e6c triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:05.630563 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1ed90b37-6ce9-464a-90bd-41b350326a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:05.630910 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-1ed90b37-6ce9-464a-90bd-41b350326a63 None None] Attempt 1 to provision port 3e581b66-63c7-4115-9959-ba766f7a9e6c Sep 27 05:16:05.698424 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 3e581b66-63c7-4115-9959-ba766f7a9e6c up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:16:05.828988 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b2b4b696-a242-4714-b91a-dc3fb3cd8c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:05.849474 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-1ed90b37-6ce9-464a-90bd-41b350326a63 None None] Current status of the port 3e581b66-63c7-4115-9959-ba766f7a9e6c is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:05.849872 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1ed90b37-6ce9-464a-90bd-41b350326a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:05.853929 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 3e581b66-63c7-4115-9959-ba766f7a9e6c triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:05.854299 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:05.854635 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 3e581b66-63c7-4115-9959-ba766f7a9e6c Sep 27 05:16:05.913129 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:03Z', 'updated_at': '2022-09-27T05:16:04Z', 'revision_number': 3, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'gw_port': {'id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:04Z', 'updated_at': '2022-09-27T05:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:05.953444 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-1ed90b37-6ce9-464a-90bd-41b350326a63 None None] For port 3e581b66-63c7-4115-9959-ba766f7a9e6c, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=3e581b66-63c7-4115-9959-ba766f7a9e6c,segment=NetworkSegment(62fb0a82-a637-41d5-9fea-5729c70dbe1f),segment_id=62fb0a82-a637-41d5-9fea-5729c70dbe1f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:05.955602 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Checking router: 592dade1-2415-420a-a13b-fd4e85bd8a2e for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:16:05.955897 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Updating router 592dade1-2415-420a-a13b-fd4e85bd8a2e port bf5c324d-6e95-4711-8bb0-31d9618e0d84 binding host dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:16:05.961286 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-1ed90b37-6ce9-464a-90bd-41b350326a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.026171 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (bf5c324d-6e95-4711-8bb0-31d9618e0d84), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.047369 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.089132 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed90b37-6ce9-464a-90bd-41b350326a63 None None] Pushing event updated for resources: {'Port': ['ID=3e581b66-63c7-4115-9959-ba766f7a9e6c,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:06.109761 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 3e581b66-63c7-4115-9959-ba766f7a9e6c is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:06.170007 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-b0041032-f092-4d32-8cc0-b500a06e3148 None None] Provisioning complete for port 3e581b66-63c7-4115-9959-ba766f7a9e6c triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:06.170467 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b0041032-f092-4d32-8cc0-b500a06e3148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.170837 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-b0041032-f092-4d32-8cc0-b500a06e3148 None None] Attempt 1 to provision port 3e581b66-63c7-4115-9959-ba766f7a9e6c Sep 27 05:16:06.203072 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Allocated IP 172.20.0.1 (d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef/c0004e3c-3058-478c-830b-24ca32d21eb0/30d115d0-8379-40aa-9e4d-8dfeca493bdb) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:16:06.305471 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Publish callbacks [] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.320631 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-b0041032-f092-4d32-8cc0-b500a06e3148 None None] Current status of the port 3e581b66-63c7-4115-9959-ba766f7a9e6c is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:06.339538 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.375587 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Network d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:16:06.380011 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:16:06.385815 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:16:06.391508 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Pushing event updated for resources: {'Port': ['ID=30d115d0-8379-40aa-9e4d-8dfeca493bdb,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:06.404636 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Publish callbacks [] for port (bf5c324d-6e95-4711-8bb0-31d9618e0d84), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.412933 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (bf5c324d-6e95-4711-8bb0-31d9618e0d84), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.433757 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912591'] for router_interface (592dade1-2415-420a-a13b-fd4e85bd8a2e), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.456564 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Attempting to bind port bf5c324d-6e95-4711-8bb0-31d9618e0d84 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:16:06.456990 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Attempting to bind port bf5c324d-6e95-4711-8bb0-31d9618e0d84 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:16:06.457502 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Attempting to bind port bf5c324d-6e95-4711-8bb0-31d9618e0d84 on network 567d47fc-aabf-4674-8921-5604d2739763 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:16:06.471995 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:16:06.471995 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Checking segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:16:06.472405 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.472761 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Bound using segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:16:06.473296 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Bound port: bf5c324d-6e95-4711-8bb0-31d9618e0d84, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:16:06.473684 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (bf5c324d-6e95-4711-8bb0-31d9618e0d84), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.475551 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75672805-c583-4ce1-9d59-40c3b5225218 None None] Pushing event updated for resources: {'Port': ['ID=bf5c324d-6e95-4711-8bb0-31d9618e0d84,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:06.552499 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] For port bf5c324d-6e95-4711-8bb0-31d9618e0d84, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:16:06.556627 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] For port bf5c324d-6e95-4711-8bb0-31d9618e0d84, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=bf5c324d-6e95-4711-8bb0-31d9618e0d84,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:16:06.565387 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (bf5c324d-6e95-4711-8bb0-31d9618e0d84), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.589956 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.605299 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Routers {'592dade1-2415-420a-a13b-fd4e85bd8a2e'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:06.605935 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:15:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['592dade1-2415-420a-a13b-fd4e85bd8a2e'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:06.667048 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75672805-c583-4ce1-9d59-40c3b5225218 None None] Pushing event updated for resources: {'Port': ['ID=bf5c324d-6e95-4711-8bb0-31d9618e0d84,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:06.760549 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Publish callbacks [] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.766539 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.833817 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Pushing event updated for resources: {'Port': ['ID=30d115d0-8379-40aa-9e4d-8dfeca493bdb,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:06.836456 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7912483'] for router_interface (592dade1-2415-420a-a13b-fd4e85bd8a2e), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.852522 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Provisioning complete for port 30d115d0-8379-40aa-9e4d-8dfeca493bdb triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:06.853162 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:06.853596 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Attempt 1 to provision port 30d115d0-8379-40aa-9e4d-8dfeca493bdb Sep 27 05:16:06.900210 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Port 30d115d0-8379-40aa-9e4d-8dfeca493bdb cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:06.903515 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] Set router 592dade1-2415-420a-a13b-fd4e85bd8a2e gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:06.931989 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Network d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:16:06.933584 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:16:07.058602 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Router 592dade1-2415-420a-a13b-fd4e85bd8a2e has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:16:07.114177 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:03Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 4, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'gw_port': {'id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:04Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '30d115d0-8379-40aa-9e4d-8dfeca493bdb', 'name': '', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'mac_address': 'fa:16:3e:4a:12:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:06Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 1, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'subnets': [{'id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:07.139306 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77941f74-983d-46cc-92bf-363a21650a8f None None] The sync data for ids ['592dade1-2415-420a-a13b-fd4e85bd8a2e'] in dv-cinder-858463-2-iscsi is: [{'id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:03Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 4, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'gw_port': {'id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:04Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '30d115d0-8379-40aa-9e4d-8dfeca493bdb', 'name': '', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'mac_address': 'fa:16:3e:4a:12:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:06Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 1, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'subnets': [{'id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:16:07.170227 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:16:07.175996 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-0b328369-0ab8-4bd0-9c42-c23c166b06ae admin admin] 10.222.0.27 "PUT /v2.0/routers/592dade1-2415-420a-a13b-fd4e85bd8a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8714173 Sep 27 05:16:07.401846 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Attempt 2 to provision port 30d115d0-8379-40aa-9e4d-8dfeca493bdb Sep 27 05:16:07.424932 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 10a40458-3b5c-41d1-bb0c-9774b07aa38e no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:16:07.456013 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: 10a40458-3b5c-41d1-bb0c-9774b07aa38e {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:16:07.456365 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 10a40458-3b5c-41d1-bb0c-9774b07aa38e not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:16:07.462220 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Port 30d115d0-8379-40aa-9e4d-8dfeca493bdb cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:07.573145 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41424) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:07.676286 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 3e581b66-63c7-4115-9959-ba766f7a9e6c up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:16:07.746897 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-180c1639-f150-4183-9078-240515e0b9a6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Deleting port 80bfee42-c045-4ea6-8dcc-236afb1f53d2 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:07.747264 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-180c1639-f150-4183-9078-240515e0b9a6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (80bfee42-c045-4ea6-8dcc-236afb1f53d2), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:07.752961 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 3e581b66-63c7-4115-9959-ba766f7a9e6c triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:07.753325 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:07.753660 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 3e581b66-63c7-4115-9959-ba766f7a9e6c Sep 27 05:16:07.840484 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41430) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:07.847140 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1040135259-network', 'tenant_id': 'fcf9a652487149e697216ccac9464a91'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:07.853665 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-180c1639-f150-4183-9078-240515e0b9a6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (80bfee42-c045-4ea6-8dcc-236afb1f53d2), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:07.854000 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-180c1639-f150-4183-9078-240515e0b9a6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for floatingip (80bfee42-c045-4ea6-8dcc-236afb1f53d2), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:07.869571 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-180c1639-f150-4183-9078-240515e0b9a6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Calling delete_port for 80bfee42-c045-4ea6-8dcc-236afb1f53d2 owned by network:floatingip {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:07.877664 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 3e581b66-63c7-4115-9959-ba766f7a9e6c is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:07.880670 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] Made reservation on behalf of fcf9a652487149e697216ccac9464a91 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:16:07.883295 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:07.894422 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:07.963794 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Attempt 3 to provision port 30d115d0-8379-40aa-9e4d-8dfeca493bdb Sep 27 05:16:07.982051 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] Publish callbacks [] for security_group (45ea27d9-36c9-4752-b1b1-348bb6464607), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:07.987536 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (45ea27d9-36c9-4752-b1b1-348bb6464607), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.002753 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 05:16:08.019215 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (6d1ce590-ac96-4c84-9572-8c2f792bf481), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.019573 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] Added segment 6d1ce590-ac96-4c84-9572-8c2f792bf481 of type vlan for network 1917b2c3-e82e-4479-bd7c-c8cd5772b5fb Sep 27 05:16:08.025130 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Port 30d115d0-8379-40aa-9e4d-8dfeca493bdb cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:08.044717 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-180c1639-f150-4183-9078-240515e0b9a6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (80bfee42-c045-4ea6-8dcc-236afb1f53d2), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.069732 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c1639-f150-4183-9078-240515e0b9a6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event deleted for resources: {'Port': ['ID=80bfee42-c045-4ea6-8dcc-236afb1f53d2,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:08.071046 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ea27d9-36c9-4752-b1b1-348bb6464607,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:08.089271 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740363104296'] for network (1917b2c3-e82e-4479-bd7c-c8cd5772b5fb), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.118762 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382'] for network (1917b2c3-e82e-4479-bd7c-c8cd5772b5fb), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.119892 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:08.120526 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.168006 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4a32185d-1fc9-4538-b159-5f37e6b7176b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.173156 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-180c1639-f150-4183-9078-240515e0b9a6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for floatingip (521d9412-6dac-413c-91cf-f4b27e5d8340), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.173510 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-180c1639-f150-4183-9078-240515e0b9a6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Floating IP 521d9412-6dac-413c-91cf-f4b27e5d8340 disassociated (deleted). External IP: 172.27.1.109, port: 35c2d478-0b94-4bd7-9def-a4476c207275. Sep 27 05:16:08.181542 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3368688 Sep 27 05:16:08.186000 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41434) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:08.192132 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-030b38a2-7471-42f2-8333-439e689ef380 admin admin] Request body: {'subnet': {'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1040135259-subnet', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:08.213826 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6e80a-0a9c-4753-9782-fa6f3031862e admin admin] Pushing event updated for resources: {'Network': ['ID=1917b2c3-e82e-4479-bd7c-c8cd5772b5fb,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:08.218118 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030b38a2-7471-42f2-8333-439e689ef380 admin admin] Made reservation on behalf of fcf9a652487149e697216ccac9464a91 for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:16:08.220750 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-030b38a2-7471-42f2-8333-439e689ef380 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5739661'] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.227484 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Network 1917b2c3-e82e-4479-bd7c-c8cd5772b5fb details requested by agent ovs-agent-dv-cinder-858463-2-iscsi with host dv-cinder-858463-2-iscsi {{(pid=103958) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 05:16:08.406427 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-030b38a2-7471-42f2-8333-439e689ef380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6109404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5739679'] for subnet (032ec5e2-6c3b-4e8f-a9c1-6534a498c608), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.417570 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180c1639-f150-4183-9078-240515e0b9a6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Router c761e44c-233d-49ca-9658-756db6dcc194 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:16:08.478104 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b38a2-7471-42f2-8333-439e689ef380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=032ec5e2-6c3b-4e8f-a9c1-6534a498c608,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:08.481763 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030b38a2-7471-42f2-8333-439e689ef380 admin admin] Checking segment: {'id': '6d1ce590-ac96-4c84-9572-8c2f792bf481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:16:08.482134 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030b38a2-7471-42f2-8333-439e689ef380 admin admin] Network hostable DHCP agents. Network: 1917b2c3-e82e-4479-bd7c-c8cd5772b5fb, hostable agents: ['a5db0ea4-5fa6-49dd-996c-ad08f7bc6691'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 05:16:08.501975 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030b38a2-7471-42f2-8333-439e689ef380 admin admin] Network 1917b2c3-e82e-4479-bd7c-c8cd5772b5fb is scheduled to be hosted by DHCP agent a5db0ea4-5fa6-49dd-996c-ad08f7bc6691 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 05:16:08.514242 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-030b38a2-7471-42f2-8333-439e689ef380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-2-iscsi, 1917b2c3-e82e-4479-bd7c-c8cd5772b5fb) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:16:08.519695 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030b38a2-7471-42f2-8333-439e689ef380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:08.520663 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-030b38a2-7471-42f2-8333-439e689ef380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.528136 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Attempt 4 to provision port 30d115d0-8379-40aa-9e4d-8dfeca493bdb Sep 27 05:16:08.530461 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ce134c-84ea-4bd5-a796-87a4027e19ac None None] Network 1917b2c3-e82e-4479-bd7c-c8cd5772b5fb requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:16:08.537780 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180c1639-f150-4183-9078-240515e0b9a6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:16:08.544570 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-180c1639-f150-4183-9078-240515e0b9a6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.550330 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-030b38a2-7471-42f2-8333-439e689ef380 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3629279 Sep 27 05:16:08.552766 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41438) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:08.555297 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42739530-fb54-4357-8ad4-86e7c5418b55 None None] Sync routers for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:16:08.558468 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1040135259-router', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:08.569140 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42739530-fb54-4357-8ad4-86e7c5418b55 None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:08.569867 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-42739530-fb54-4357-8ad4-86e7c5418b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:08.584201 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-180c1639-f150-4183-9078-240515e0b9a6 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "DELETE /v2.0/floatingips/521d9412-6dac-413c-91cf-f4b27e5d8340 HTTP/1.1" status: 204 len: 168 time: 1.0073028 Sep 27 05:16:08.584201 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836521cd-1172-428e-b458-0e9de560f99a', 'tag': '35c2d478-0b94-4bd7-9def-a4476c207275'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:16:08.585059 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1115e930-47c0-4de9-9e82-7a1d820d85aa" -d '{"events": [{"name": "network-changed", "server_uuid": "836521cd-1172-428e-b458-0e9de560f99a", "tag": "35c2d478-0b94-4bd7-9def-a4476c207275"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:16:08.586824 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7911129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30415'] for router (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.588429 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7911021', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7911823', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7965208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30456'] for router (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.644532 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c446eec-607d-49ed-b7bb-2b10f1624f6a x-openstack-request-id: req-6c446eec-607d-49ed-b7bb-2b10f1624f6a {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:16:08.644956 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836521cd-1172-428e-b458-0e9de560f99a", "tag": "35c2d478-0b94-4bd7-9def-a4476c207275", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:16:08.645293 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6c446eec-607d-49ed-b7bb-2b10f1624f6a {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:16:08.645883 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c446eec-607d-49ed-b7bb-2b10f1624f6a'] response: {'name': 'network-changed', 'server_uuid': '836521cd-1172-428e-b458-0e9de560f99a', 'tag': '35c2d478-0b94-4bd7-9def-a4476c207275', 'status': 'completed', 'code': 200} Sep 27 05:16:08.674293 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Publish callbacks [] for router_controller (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.707772 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Port 30d115d0-8379-40aa-9e4d-8dfeca493bdb cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:08.730288 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-42739530-fb54-4357-8ad4-86e7c5418b55 None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:08.799157 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0cd8c3b0-7956-5b2d-987d-d9256dbf3db7-1917b2c3-e82e-4479-bd7c-c8cd5772b5fb', 'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb', 'project_id': 'fcf9a652487149e697216ccac9464a91', 'fixed_ips': [{'subnet_id': '032ec5e2-6c3b-4e8f-a9c1-6534a498c608'}]}} from dv-cinder-858463-2-iscsi. {{(pid=103958) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 27 05:16:08.800294 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.864585 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Publish callbacks [] for router_gateway (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:08.897857 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115e930-47c0-4de9-9e82-7a1d820d85aa req-41e3a554-ec57-499f-b886-6522c765b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:08.900039 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1115e930-47c0-4de9-9e82-7a1d820d85aa req-41e3a554-ec57-499f-b886-6522c765b8b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 1129 time: 0.2239809 Sep 27 05:16:08.966417 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfbc45-653c-4089-b0f6-25c1805b42bd req-0ba4fd1b-bb40-4ec7-b5ec-c28873932570 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:08.970040 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b6cfbc45-653c-4089-b0f6-25c1805b42bd req-0ba4fd1b-bb40-4ec7-b5ec-c28873932570 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 945 time: 0.0840471 Sep 27 05:16:08.981897 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-42739530-fb54-4357-8ad4-86e7c5418b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:08.985959 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.db_base_plugin_common [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Allocated IP 172.20.0.2 (1917b2c3-e82e-4479-bd7c-c8cd5772b5fb/032ec5e2-6c3b-4e8f-a9c1-6534a498c608/854a4c8f-2627-4764-829a-1d2caac4480d) {{(pid=103958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:16:09.023416 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42739530-fb54-4357-8ad4-86e7c5418b55 None None] Checking router: c761e44c-233d-49ca-9658-756db6dcc194 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:16:09.032924 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42739530-fb54-4357-8ad4-86e7c5418b55 None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:09.033856 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-42739530-fb54-4357-8ad4-86e7c5418b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:09.040740 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-b6cfbc45-653c-4089-b0f6-25c1805b42bd req-3777f2c4-a590-4efa-a57f-f4bfde809723 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647974 Sep 27 05:16:09.088530 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115e930-47c0-4de9-9e82-7a1d820d85aa req-ec5f9037-3147-40c0-9a7c-6a198fdb7948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:09.090055 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1115e930-47c0-4de9-9e82-7a1d820d85aa req-ec5f9037-3147-40c0-9a7c-6a198fdb7948 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 200 len: 913 time: 0.1513648 Sep 27 05:16:09.136228 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1115e930-47c0-4de9-9e82-7a1d820d85aa req-814ec93b-a644-4f63-bb6f-391d56ef87a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c2d478-0b94-4bd7-9def-a4476c207275 HTTP/1.1" status: 200 len: 217 time: 0.0400124 Sep 27 05:16:09.142661 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-42739530-fb54-4357-8ad4-86e7c5418b55 None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:09.167024 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Publish callbacks [] for port (854a4c8f-2627-4764-829a-1d2caac4480d), precommit_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:09.179460 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674'] for port (854a4c8f-2627-4764-829a-1d2caac4480d), after_create {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:09.214337 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Attempt 5 to provision port 30d115d0-8379-40aa-9e4d-8dfeca493bdb Sep 27 05:16:09.226708 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Network 1917b2c3-e82e-4479-bd7c-c8cd5772b5fb is already hosted by enough agents. {{(pid=103958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:16:09.230630 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.scheduler.base_scheduler [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Resources bound (agent type, host, resource id): {{(pid=103958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:16:09.251027 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Received port after_create {{(pid=103958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:16:09.296833 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Pushing event updated for resources: {'Port': ['ID=854a4c8f-2627-4764-829a-1d2caac4480d,revision_number=1']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:09.312029 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115e930-47c0-4de9-9e82-7a1d820d85aa req-f2d99369-1bc1-4270-9427-8aad082edec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:09.313764 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1115e930-47c0-4de9-9e82-7a1d820d85aa req-f2d99369-1bc1-4270-9427-8aad082edec8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64e5e500-b27d-41ff-b754-4ec03dbcd6fc HTTP/1.1" status: 200 len: 851 time: 0.1666486 Sep 27 05:16:09.332570 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Port 30d115d0-8379-40aa-9e4d-8dfeca493bdb cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:09.343614 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Attempting to bind port 854a4c8f-2627-4764-829a-1d2caac4480d on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:16:09.343987 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Attempting to bind port 854a4c8f-2627-4764-829a-1d2caac4480d by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '6d1ce590-ac96-4c84-9572-8c2f792bf481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:16:09.344347 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Attempting to bind port 854a4c8f-2627-4764-829a-1d2caac4480d on network 1917b2c3-e82e-4479-bd7c-c8cd5772b5fb {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:16:09.351720 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:16:09.352140 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Checking segment: {'id': '6d1ce590-ac96-4c84-9572-8c2f792bf481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:16:09.352555 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:09.353392 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Bound using segment: {'id': '6d1ce590-ac96-4c84-9572-8c2f792bf481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:16:09.353678 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Bound port: 854a4c8f-2627-4764-829a-1d2caac4480d, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ce590-ac96-4c84-9572-8c2f792bf481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:16:09.354209 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (854a4c8f-2627-4764-829a-1d2caac4480d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:09.366251 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-42739530-fb54-4357-8ad4-86e7c5418b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:09.386715 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Publish callbacks [] for router_gateway (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:09.402659 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42739530-fb54-4357-8ad4-86e7c5418b55 None None] The sync data for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi is: [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:08:19Z', 'revision_number': 4, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '38e5f197-34a2-41da-b9e7-d776221531b8', 'name': '', 'network_id': 'd80c8abc-1650-4c6e-894f-50b9cf0b7faf', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'mac_address': 'fa:16:3e:52:02:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:19Z', 'updated_at': '2022-09-27T05:08:25Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'subnets': [{'id': '64e5e500-b27d-41ff-b754-4ec03dbcd6fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:16:09.412304 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:09.432128 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115e930-47c0-4de9-9e82-7a1d820d85aa req-e5db8879-bc21-4011-aa30-13cc7820dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:09.434018 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1115e930-47c0-4de9-9e82-7a1d820d85aa req-e5db8879-bc21-4011-aa30-13cc7820dae3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d80c8abc-1650-4c6e-894f-50b9cf0b7faf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1121204 Sep 27 05:16:09.442319 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:09.446411 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-297961e9-58e8-42bc-b715-db77632149aa None None] For port 854a4c8f-2627-4764-829a-1d2caac4480d, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:16:09.449781 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-297961e9-58e8-42bc-b715-db77632149aa None None] For port 854a4c8f-2627-4764-829a-1d2caac4480d, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=854a4c8f-2627-4764-829a-1d2caac4480d,segment=NetworkSegment(6d1ce590-ac96-4c84-9572-8c2f792bf481),segment_id=6d1ce590-ac96-4c84-9572-8c2f792bf481)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:16:09.458856 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (854a4c8f-2627-4764-829a-1d2caac4480d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:09.533300 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297961e9-58e8-42bc-b715-db77632149aa None None] Pushing event updated for resources: {'Port': ['ID=854a4c8f-2627-4764-829a-1d2caac4480d,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:09.627405 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Allocated IP 172.27.1.224 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:16:09.633886 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1115e930-47c0-4de9-9e82-7a1d820d85aa req-97fc12a2-6e96-4abc-ad15-0b81e34876ec service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683505 Sep 27 05:16:09.767664 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device bf5c324d-6e95-4711-8bb0-31d9618e0d84 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:16:09.825942 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1115e930-47c0-4de9-9e82-7a1d820d85aa req-5b2665fb-f783-489c-901c-e62888f62f17 service neutron] 10.222.0.49 "GET /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854463 Sep 27 05:16:09.828973 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port bf5c324d-6e95-4711-8bb0-31d9618e0d84 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:09.829363 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (bf5c324d-6e95-4711-8bb0-31d9618e0d84), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:09.829905 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port bf5c324d-6e95-4711-8bb0-31d9618e0d84 Sep 27 05:16:09.836259 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Attempt 6 to provision port 30d115d0-8379-40aa-9e4d-8dfeca493bdb Sep 27 05:16:09.854964 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Publish callbacks [] for port (0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:09.893904 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19ae11d-fc2e-4721-8344-0fa3cccd2ecf None None] New status for floating IP 521d9412-6dac-413c-91cf-f4b27e5d8340: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:16:09.908755 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Sync routers for ids ['592dade1-2415-420a-a13b-fd4e85bd8a2e'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:16:09.913450 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:09.927639 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Routers {'592dade1-2415-420a-a13b-fd4e85bd8a2e'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:09.928279 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['592dade1-2415-420a-a13b-fd4e85bd8a2e'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:09.952425 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:16:09.959346 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:16:09.963352 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:16:09.989183 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Pushing event updated for resources: {'Port': ['ID=0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:09.993429 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Port 30d115d0-8379-40aa-9e4d-8dfeca493bdb cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:10.051793 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port bf5c324d-6e95-4711-8bb0-31d9618e0d84 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:10.052200 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (bf5c324d-6e95-4711-8bb0-31d9618e0d84), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:10.065945 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Set router 592dade1-2415-420a-a13b-fd4e85bd8a2e gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:10.075313 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port bf5c324d-6e95-4711-8bb0-31d9618e0d84, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=bf5c324d-6e95-4711-8bb0-31d9618e0d84,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:10.089926 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (bf5c324d-6e95-4711-8bb0-31d9618e0d84), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:10.159817 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=bf5c324d-6e95-4711-8bb0-31d9618e0d84,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:10.211554 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa14300-17ba-4faa-b79a-60b1e4b89012 req-9e3ab9ae-2b63-4c08-9c95-0f1253a2e365 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:10.213021 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7fa14300-17ba-4faa-b79a-60b1e4b89012 req-9e3ab9ae-2b63-4c08-9c95-0f1253a2e365 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 945 time: 0.0646353 Sep 27 05:16:10.267586 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Publish callbacks [] for router_gateway (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:10.268979 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7fa14300-17ba-4faa-b79a-60b1e4b89012 req-7024152a-4738-43b0-b6ef-36e7ff7ef42e tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/security-groups?id=9019b9b1-1619-46eb-b833-e44c54179395&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490510 Sep 27 05:16:10.420944 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:03Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 4, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'gw_port': {'id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:04Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '30d115d0-8379-40aa-9e4d-8dfeca493bdb', 'name': '', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'mac_address': 'fa:16:3e:4a:12:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:06Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 2, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'subnets': [{'id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:10.445454 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Checking router: 592dade1-2415-420a-a13b-fd4e85bd8a2e for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:16:10.445818 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Updating router 592dade1-2415-420a-a13b-fd4e85bd8a2e port 30d115d0-8379-40aa-9e4d-8dfeca493bdb binding host dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:16:10.469003 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7a608-2859-4239-b19b-a9cd49c01bbc req-49071fd1-86c8-46a9-8779-b6722c6c01aa tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:10.470445 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-20a7a608-2859-4239-b19b-a9cd49c01bbc req-49071fd1-86c8-46a9-8779-b6722c6c01aa tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.49 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 945 time: 0.1124794 Sep 27 05:16:10.477935 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:10.495081 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Attempt 7 to provision port 30d115d0-8379-40aa-9e4d-8dfeca493bdb Sep 27 05:16:10.541593 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Port 30d115d0-8379-40aa-9e4d-8dfeca493bdb cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:10.582317 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7911010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7911904'] for router (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:10.656487 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f798086f-18be-4357-a962-6e65eafc5da7 None None] Network 1917b2c3-e82e-4479-bd7c-c8cd5772b5fb requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:16:10.679753 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-20a7a608-2859-4239-b19b-a9cd49c01bbc req-0a7eb591-798d-4947-9b61-c1c46ba5dcf3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Deleting port 35c2d478-0b94-4bd7-9def-a4476c207275 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:10.680194 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-20a7a608-2859-4239-b19b-a9cd49c01bbc req-0a7eb591-798d-4947-9b61-c1c46ba5dcf3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (35c2d478-0b94-4bd7-9def-a4476c207275), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:10.759743 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Publish callbacks [] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:10.767818 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:10.798365 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-20a7a608-2859-4239-b19b-a9cd49c01bbc req-0a7eb591-798d-4947-9b61-c1c46ba5dcf3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] For port 35c2d478-0b94-4bd7-9def-a4476c207275, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=35c2d478-0b94-4bd7-9def-a4476c207275,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:10.798737 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-20a7a608-2859-4239-b19b-a9cd49c01bbc req-0a7eb591-798d-4947-9b61-c1c46ba5dcf3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (35c2d478-0b94-4bd7-9def-a4476c207275), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:10.806538 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:10.821103 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e731f2f-0b6f-4909-8d72-3171d769d4a2 None None] Pushing event updated for resources: {'Port': ['ID=30d115d0-8379-40aa-9e4d-8dfeca493bdb,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:10.825341 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-20a7a608-2859-4239-b19b-a9cd49c01bbc req-0a7eb591-798d-4947-9b61-c1c46ba5dcf3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Calling delete_port for 35c2d478-0b94-4bd7-9def-a4476c207275 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:10.833143 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e731f2f-0b6f-4909-8d72-3171d769d4a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:10.833143 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e731f2f-0b6f-4909-8d72-3171d769d4a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:10.833143 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e731f2f-0b6f-4909-8d72-3171d769d4a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:10.833704 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e731f2f-0b6f-4909-8d72-3171d769d4a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:10.833945 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e731f2f-0b6f-4909-8d72-3171d769d4a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:10.834315 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e731f2f-0b6f-4909-8d72-3171d769d4a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:10.834625 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e731f2f-0b6f-4909-8d72-3171d769d4a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:10.834963 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e731f2f-0b6f-4909-8d72-3171d769d4a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:10.835331 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e731f2f-0b6f-4909-8d72-3171d769d4a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:10.835648 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e731f2f-0b6f-4909-8d72-3171d769d4a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:10.836147 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e731f2f-0b6f-4909-8d72-3171d769d4a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:10.836489 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e731f2f-0b6f-4909-8d72-3171d769d4a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:10.836770 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e731f2f-0b6f-4909-8d72-3171d769d4a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:10.839303 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Router 39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 is scheduled to L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 05:16:10.890404 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Attempting to bind port 30d115d0-8379-40aa-9e4d-8dfeca493bdb on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:16:10.890404 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Attempting to bind port 30d115d0-8379-40aa-9e4d-8dfeca493bdb by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '62fb0a82-a637-41d5-9fea-5729c70dbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:16:10.891696 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Attempting to bind port 30d115d0-8379-40aa-9e4d-8dfeca493bdb on network d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:16:10.897139 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:16:10.897462 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Checking segment: {'id': '62fb0a82-a637-41d5-9fea-5729c70dbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:16:10.897873 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:10.898270 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Bound using segment: {'id': '62fb0a82-a637-41d5-9fea-5729c70dbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:16:10.898768 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Bound port: 30d115d0-8379-40aa-9e4d-8dfeca493bdb, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fb0a82-a637-41d5-9fea-5729c70dbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:16:10.899156 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:10.965842 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] For port 30d115d0-8379-40aa-9e4d-8dfeca493bdb, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:16:10.969816 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] For port 30d115d0-8379-40aa-9e4d-8dfeca493bdb, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=30d115d0-8379-40aa-9e4d-8dfeca493bdb,segment=NetworkSegment(62fb0a82-a637-41d5-9fea-5729c70dbe1f),segment_id=62fb0a82-a637-41d5-9fea-5729c70dbe1f)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:16:10.988898 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:11.023508 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Routers {'592dade1-2415-420a-a13b-fd4e85bd8a2e'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:11.024067 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['592dade1-2415-420a-a13b-fd4e85bd8a2e'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:11.041867 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:16:11.043393 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Attempt 8 to provision port 30d115d0-8379-40aa-9e4d-8dfeca493bdb Sep 27 05:16:11.049120 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Sync routers for ids ['39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:16:11.094284 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Routers {'39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:11.095349 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:11.101816 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:11.103087 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f089d96d-5f58-4b54-88fb-0db9da486a00 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5488653 Sep 27 05:16:11.105991 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41466) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:11.131307 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-20a7a608-2859-4239-b19b-a9cd49c01bbc req-0a7eb591-798d-4947-9b61-c1c46ba5dcf3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (35c2d478-0b94-4bd7-9def-a4476c207275), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:11.144478 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e731f2f-0b6f-4909-8d72-3171d769d4a2 None None] Pushing event updated for resources: {'Port': ['ID=30d115d0-8379-40aa-9e4d-8dfeca493bdb,revision_number=4']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:11.180689 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] Set router 592dade1-2415-420a-a13b-fd4e85bd8a2e gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:11.208317 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7eb591-798d-4947-9b61-c1c46ba5dcf3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event deleted for resources: {'Port': ['ID=35c2d478-0b94-4bd7-9def-a4476c207275,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:11.223407 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Set router 39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:11.279163 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a7a608-2859-4239-b19b-a9cd49c01bbc req-0a7eb591-798d-4947-9b61-c1c46ba5dcf3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] No DVR routers for this DVR port 35c2d478-0b94-4bd7-9def-a4476c207275 on host hv-cinder-85846 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:16:11.284882 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-20a7a608-2859-4239-b19b-a9cd49c01bbc req-0a7eb591-798d-4947-9b61-c1c46ba5dcf3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:11.290653 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-20a7a608-2859-4239-b19b-a9cd49c01bbc req-0a7eb591-798d-4947-9b61-c1c46ba5dcf3 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.49 "DELETE /v2.0/ports/35c2d478-0b94-4bd7-9def-a4476c207275 HTTP/1.1" status: 204 len: 173 time: 0.7965143 Sep 27 05:16:11.293215 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836521cd-1172-428e-b458-0e9de560f99a', 'name': 'network-vif-deleted', 'tag': '35c2d478-0b94-4bd7-9def-a4476c207275'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:16:11.301209 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2090728b-85ae-457a-ab6b-01b70d4eb49b" -d '{"events": [{"server_uuid": "836521cd-1172-428e-b458-0e9de560f99a", "name": "network-vif-deleted", "tag": "35c2d478-0b94-4bd7-9def-a4476c207275"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:16:11.402827 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Current status of the port 30d115d0-8379-40aa-9e4d-8dfeca493bdb is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:11.403660 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:11.427811 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9414217-a679-481d-b14d-845f164e322f x-openstack-request-id: req-a9414217-a679-481d-b14d-845f164e322f {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:16:11.428179 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836521cd-1172-428e-b458-0e9de560f99a", "name": "network-vif-deleted", "tag": "35c2d478-0b94-4bd7-9def-a4476c207275", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:16:11.428505 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a9414217-a679-481d-b14d-845f164e322f {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:16:11.429033 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9414217-a679-481d-b14d-845f164e322f'] response: {'server_uuid': '836521cd-1172-428e-b458-0e9de560f99a', 'name': 'network-vif-deleted', 'tag': '35c2d478-0b94-4bd7-9def-a4476c207275', 'status': 'completed', 'code': 200} Sep 27 05:16:11.485851 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:03Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 4, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'gw_port': {'id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:04Z', 'updated_at': '2022-09-27T05:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '30d115d0-8379-40aa-9e4d-8dfeca493bdb', 'name': '', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'mac_address': 'fa:16:3e:4a:12:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:06Z', 'updated_at': '2022-09-27T05:16:10Z', 'revision_number': 4, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'subnets': [{'id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:11.490702 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] For port 30d115d0-8379-40aa-9e4d-8dfeca493bdb, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=30d115d0-8379-40aa-9e4d-8dfeca493bdb,segment=NetworkSegment(62fb0a82-a637-41d5-9fea-5729c70dbe1f),segment_id=62fb0a82-a637-41d5-9fea-5729c70dbe1f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:11.510258 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:11.514887 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8dbd8443-ff89-4740-9ae7-7208c6d09b1a req-e46afb9d-11c2-48bb-aea9-eac5ff0b2f74 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "GET /v2.0/ports?device_id=836521cd-1172-428e-b458-0e9de560f99a HTTP/1.1" status: 200 len: 210 time: 0.0403621 Sep 27 05:16:11.526273 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c01367-4e04-48d1-a4ae-1a82f5658125 None None] The sync data for ids ['592dade1-2415-420a-a13b-fd4e85bd8a2e'] in dv-cinder-858463-2-iscsi is: [{'id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:03Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 4, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'gw_port': {'id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:04Z', 'updated_at': '2022-09-27T05:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '30d115d0-8379-40aa-9e4d-8dfeca493bdb', 'name': '', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'mac_address': 'fa:16:3e:4a:12:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:06Z', 'updated_at': '2022-09-27T05:16:10Z', 'revision_number': 4, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'subnets': [{'id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:16:11.691884 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-97b7eb2a-411e-43c9-a950-4d6d9afc5d32 None None] Provisioning complete for port 30d115d0-8379-40aa-9e4d-8dfeca493bdb triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:11.692248 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-97b7eb2a-411e-43c9-a950-4d6d9afc5d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:11.692596 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-97b7eb2a-411e-43c9-a950-4d6d9afc5d32 None None] Attempt 1 to provision port 30d115d0-8379-40aa-9e4d-8dfeca493bdb Sep 27 05:16:11.698572 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0c7da-2630-482d-a6b3-067fc9b0b64f None None] Pushing event updated for resources: {'Port': ['ID=30d115d0-8379-40aa-9e4d-8dfeca493bdb,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:11.709974 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b22bb5-f7c5-4d83-9e9c-e2c2f5fd5569 req-0b5d620e-0813-4d26-bea3-28bdeccd4a8c tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:11.719173 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-85b22bb5-f7c5-4d83-9e9c-e2c2f5fd5569 req-0b5d620e-0813-4d26-bea3-28bdeccd4a8c tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.1880250 Sep 27 05:16:11.891736 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-85b22bb5-f7c5-4d83-9e9c-e2c2f5fd5569 req-5e959b21-be2e-42a1-8010-14e473a5ab11 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715763 Sep 27 05:16:11.918882 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'name': 'tempest-TestShelveInstance-1040135259-router', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:08Z', 'updated_at': '2022-09-27T05:16:10Z', 'revision_number': 3, 'project_id': 'fcf9a652487149e697216ccac9464a91', 'gw_port': {'id': '0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:69:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:09Z', 'updated_at': '2022-09-27T05:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:11.942161 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:11.950202 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 854a4c8f-2627-4764-829a-1d2caac4480d up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:16:11.956292 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Checking router: 39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:16:11.956652 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Updating router 39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 port 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a binding host dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:16:12.058866 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-97b7eb2a-411e-43c9-a950-4d6d9afc5d32 None None] Current status of the port 30d115d0-8379-40aa-9e4d-8dfeca493bdb is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:12.062442 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.119642 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-97b7eb2a-411e-43c9-a950-4d6d9afc5d32 None None] Provisioning complete for port 854a4c8f-2627-4764-829a-1d2caac4480d triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:12.120029 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-97b7eb2a-411e-43c9-a950-4d6d9afc5d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (854a4c8f-2627-4764-829a-1d2caac4480d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.120447 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-97b7eb2a-411e-43c9-a950-4d6d9afc5d32 None None] Attempt 1 to provision port 854a4c8f-2627-4764-829a-1d2caac4480d Sep 27 05:16:12.169854 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Allocated IP 172.20.0.1 (1917b2c3-e82e-4479-bd7c-c8cd5772b5fb/032ec5e2-6c3b-4e8f-a9c1-6534a498c608/a0b74259-7737-47c6-8c90-a5e355981b73) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:16:12.228467 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 854a4c8f-2627-4764-829a-1d2caac4480d triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:12.228881 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (854a4c8f-2627-4764-829a-1d2caac4480d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.229231 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 854a4c8f-2627-4764-829a-1d2caac4480d Sep 27 05:16:12.258939 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.287998 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Publish callbacks [] for port (a0b74259-7737-47c6-8c90-a5e355981b73), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.322915 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (a0b74259-7737-47c6-8c90-a5e355981b73), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.366491 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Network 1917b2c3-e82e-4479-bd7c-c8cd5772b5fb is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:16:12.369538 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:16:12.376229 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:16:12.419491 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7912591'] for router_interface (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.423418 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-97b7eb2a-411e-43c9-a950-4d6d9afc5d32 None None] Current status of the port 854a4c8f-2627-4764-829a-1d2caac4480d is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:12.423904 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-97b7eb2a-411e-43c9-a950-4d6d9afc5d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (854a4c8f-2627-4764-829a-1d2caac4480d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.457665 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 854a4c8f-2627-4764-829a-1d2caac4480d is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:12.458470 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (854a4c8f-2627-4764-829a-1d2caac4480d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.468101 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Pushing event updated for resources: {'Port': ['ID=a0b74259-7737-47c6-8c90-a5e355981b73,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:12.520926 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-97b7eb2a-411e-43c9-a950-4d6d9afc5d32 None None] For port 854a4c8f-2627-4764-829a-1d2caac4480d, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=854a4c8f-2627-4764-829a-1d2caac4480d,segment=NetworkSegment(6d1ce590-ac96-4c84-9572-8c2f792bf481),segment_id=6d1ce590-ac96-4c84-9572-8c2f792bf481)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:12.539583 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-97b7eb2a-411e-43c9-a950-4d6d9afc5d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (854a4c8f-2627-4764-829a-1d2caac4480d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.556614 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a0b74259-7737-47c6-8c90-a5e355981b73), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.593609 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41480) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:12.612140 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Publish callbacks [] for port (0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.631208 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.db.api [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103958) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 05:16:12.631570 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG oslo_db.api [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 05:16:12.633676 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.640205 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7eb2a-411e-43c9-a950-4d6d9afc5d32 None None] Pushing event updated for resources: {'Port': ['ID=854a4c8f-2627-4764-829a-1d2caac4480d,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:12.688102 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Attempting to bind port 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:16:12.688484 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Attempting to bind port 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:16:12.688881 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Attempting to bind port 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a on network 567d47fc-aabf-4674-8921-5604d2739763 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:16:12.709156 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:16:12.709572 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Checking segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:16:12.709956 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.710366 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Bound using segment: {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:16:12.710858 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Bound port: 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a50aca-f150-4b97-9a9f-a334b95b5e6e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '567d47fc-aabf-4674-8921-5604d2739763'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:16:12.711248 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.714360 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bbad1-44d5-4a49-80a2-624cd911e6bd None None] Pushing event updated for resources: {'Port': ['ID=0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:12.738768 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Provisioning complete for port a0b74259-7737-47c6-8c90-a5e355981b73 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:12.739160 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (a0b74259-7737-47c6-8c90-a5e355981b73), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.739496 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Attempt 1 to provision port a0b74259-7737-47c6-8c90-a5e355981b73 Sep 27 05:16:12.746684 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Publish callbacks [] for port (a0b74259-7737-47c6-8c90-a5e355981b73), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.752013 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (a0b74259-7737-47c6-8c90-a5e355981b73), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.795155 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Port a0b74259-7737-47c6-8c90-a5e355981b73 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:12.799345 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] For port 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:16:12.803934 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] For port 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:16:12.812076 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.823194 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Pushing event updated for resources: {'Port': ['ID=a0b74259-7737-47c6-8c90-a5e355981b73,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:12.825821 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8071368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7912483'] for router_interface (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.855696 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Routers {'39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:12.856251 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:12.915661 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bbad1-44d5-4a49-80a2-624cd911e6bd None None] Pushing event updated for resources: {'Port': ['ID=0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:12.928871 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Network 1917b2c3-e82e-4479-bd7c-c8cd5772b5fb is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:16:12.931134 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:16:12.979776 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-a5b50e90-8dfb-4ef5-ac37-6cae15433633 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Deleting port d02f18ce-c9cf-4b21-bade-b2bf9a663d55 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:12.980178 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a5b50e90-8dfb-4ef5-ac37-6cae15433633 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (d02f18ce-c9cf-4b21-bade-b2bf9a663d55), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:12.999437 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] Set router 39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:13.093234 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a5b50e90-8dfb-4ef5-ac37-6cae15433633 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (d02f18ce-c9cf-4b21-bade-b2bf9a663d55), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:13.093589 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a5b50e90-8dfb-4ef5-ac37-6cae15433633 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for floatingip (d02f18ce-c9cf-4b21-bade-b2bf9a663d55), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:13.106708 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-a5b50e90-8dfb-4ef5-ac37-6cae15433633 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Calling delete_port for d02f18ce-c9cf-4b21-bade-b2bf9a663d55 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:13.135538 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3366e-8243-4984-bb0b-1ae86d1bba2e req-31b0f36b-aed1-4c3e-b4d9-8107619ac954 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:13.152119 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8da3366e-8243-4984-bb0b-1ae86d1bba2e req-31b0f36b-aed1-4c3e-b4d9-8107619ac954 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.1274326 Sep 27 05:16:13.158830 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Router 39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:16:13.199155 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 854a4c8f-2627-4764-829a-1d2caac4480d is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:13.200267 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 30d115d0-8379-40aa-9e4d-8dfeca493bdb up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:16:13.284644 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a5b50e90-8dfb-4ef5-ac37-6cae15433633 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (d02f18ce-c9cf-4b21-bade-b2bf9a663d55), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:13.296701 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Attempt 2 to provision port a0b74259-7737-47c6-8c90-a5e355981b73 Sep 27 05:16:13.299966 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8da3366e-8243-4984-bb0b-1ae86d1bba2e req-67dcf02f-7263-460d-8496-0c28b75d3812 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=ce845e86-a61f-44e7-ae9a-14702e607ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394935 Sep 27 05:16:13.324823 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b50e90-8dfb-4ef5-ac37-6cae15433633 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event deleted for resources: {'Port': ['ID=d02f18ce-c9cf-4b21-bade-b2bf9a663d55,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:13.333707 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 30d115d0-8379-40aa-9e4d-8dfeca493bdb triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:13.334307 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:13.334800 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 30d115d0-8379-40aa-9e4d-8dfeca493bdb Sep 27 05:16:13.335193 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:16:13.345362 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-94c728e2-9702-4dd3-a2b7-fdd60a742f3f admin admin] 10.222.0.27 "PUT /v2.0/routers/39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2382526 Sep 27 05:16:13.387146 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Port a0b74259-7737-47c6-8c90-a5e355981b73 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:13.405296 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'name': 'tempest-TestShelveInstance-1040135259-router', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:08Z', 'updated_at': '2022-09-27T05:16:12Z', 'revision_number': 4, 'project_id': 'fcf9a652487149e697216ccac9464a91', 'gw_port': {'id': '0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:69:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:09Z', 'updated_at': '2022-09-27T05:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'a0b74259-7737-47c6-8c90-a5e355981b73', 'name': '', 'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'mac_address': 'fa:16:3e:a0:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '032ec5e2-6c3b-4e8f-a9c1-6534a498c608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:11Z', 'updated_at': '2022-09-27T05:16:12Z', 'revision_number': 2, 'project_id': 'fcf9a652487149e697216ccac9464a91', 'subnets': [{'id': '032ec5e2-6c3b-4e8f-a9c1-6534a498c608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:13.415362 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a5b50e90-8dfb-4ef5-ac37-6cae15433633 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for floatingip (2faf15b8-d39c-4dba-9784-08c42f35ed1a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:13.418109 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a5b50e90-8dfb-4ef5-ac37-6cae15433633 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:13.419361 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a5b50e90-8dfb-4ef5-ac37-6cae15433633 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "DELETE /v2.0/floatingips/2faf15b8-d39c-4dba-9784-08c42f35ed1a HTTP/1.1" status: 204 len: 168 time: 0.8241928 Sep 27 05:16:13.432684 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-1d4a4f56-3e7f-4f65-82c4-88d41e724abe tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:13.434268 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-1d4a4f56-3e7f-4f65-82c4-88d41e724abe tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.49 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 946 time: 0.0963118 Sep 27 05:16:13.446401 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c4a6e-7592-4b74-a0e2-1ca5e85a553f None None] The sync data for ids ['39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'] in dv-cinder-858463-2-iscsi is: [{'id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'name': 'tempest-TestShelveInstance-1040135259-router', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:08Z', 'updated_at': '2022-09-27T05:16:12Z', 'revision_number': 4, 'project_id': 'fcf9a652487149e697216ccac9464a91', 'gw_port': {'id': '0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:69:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:09Z', 'updated_at': '2022-09-27T05:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'a0b74259-7737-47c6-8c90-a5e355981b73', 'name': '', 'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'mac_address': 'fa:16:3e:a0:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '032ec5e2-6c3b-4e8f-a9c1-6534a498c608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:11Z', 'updated_at': '2022-09-27T05:16:12Z', 'revision_number': 2, 'project_id': 'fcf9a652487149e697216ccac9464a91', 'subnets': [{'id': '032ec5e2-6c3b-4e8f-a9c1-6534a498c608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:16:13.496605 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 30d115d0-8379-40aa-9e4d-8dfeca493bdb is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:13.496605 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device bf5c324d-6e95-4711-8bb0-31d9618e0d84 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:16:13.558953 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port bf5c324d-6e95-4711-8bb0-31d9618e0d84 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:13.559319 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (bf5c324d-6e95-4711-8bb0-31d9618e0d84), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:13.559663 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port bf5c324d-6e95-4711-8bb0-31d9618e0d84 Sep 27 05:16:13.562969 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-3536a0dc-49ea-4a59-a08f-71e9739f4636 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Deleting port a45258af-c4b0-4b99-9512-bff780544f4c {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:13.563579 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-3536a0dc-49ea-4a59-a08f-71e9739f4636 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (a45258af-c4b0-4b99-9512-bff780544f4c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:13.662258 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port bf5c324d-6e95-4711-8bb0-31d9618e0d84 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:13.692312 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-3536a0dc-49ea-4a59-a08f-71e9739f4636 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] For port a45258af-c4b0-4b99-9512-bff780544f4c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=a45258af-c4b0-4b99-9512-bff780544f4c,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:13.692824 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-3536a0dc-49ea-4a59-a08f-71e9739f4636 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (a45258af-c4b0-4b99-9512-bff780544f4c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:13.766718 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 854a4c8f-2627-4764-829a-1d2caac4480d up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:16:13.867364 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 854a4c8f-2627-4764-829a-1d2caac4480d triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:13.867988 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (854a4c8f-2627-4764-829a-1d2caac4480d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:13.868119 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 854a4c8f-2627-4764-829a-1d2caac4480d Sep 27 05:16:13.886129 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41498) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:13.889088 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Attempt 3 to provision port a0b74259-7737-47c6-8c90-a5e355981b73 Sep 27 05:16:13.891732 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-cf00c149-89d4-42fa-b4ec-3c77547a493a tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1463615280', 'description': 'tempest-secgroup-smoke-1463615280 description', 'project_id': '89e5839579a747caaa9b2e0712499dca'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:13.918942 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cf00c149-89d4-42fa-b4ec-3c77547a493a tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:13.930807 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-3536a0dc-49ea-4a59-a08f-71e9739f4636 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:13.931569 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-3536a0dc-49ea-4a59-a08f-71e9739f4636 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (adcda542-8c22-48c1-a8ae-cd422a5d5976), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:13.932166 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-3536a0dc-49ea-4a59-a08f-71e9739f4636 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Floating IP adcda542-8c22-48c1-a8ae-cd422a5d5976 disassociated. External IP: 172.27.1.89, port: a45258af-c4b0-4b99-9512-bff780544f4c. Sep 27 05:16:13.932746 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-3536a0dc-49ea-4a59-a08f-71e9739f4636 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Calling delete_port for a45258af-c4b0-4b99-9512-bff780544f4c owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:13.938981 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Port a0b74259-7737-47c6-8c90-a5e355981b73 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:14.020048 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cf00c149-89d4-42fa-b4ec-3c77547a493a tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group (747582ab-0d6d-480f-becb-301e62c2dea9), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.022839 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 854a4c8f-2627-4764-829a-1d2caac4480d is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:14.024113 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 30d115d0-8379-40aa-9e4d-8dfeca493bdb up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:16:14.024417 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cf00c149-89d4-42fa-b4ec-3c77547a493a tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (747582ab-0d6d-480f-becb-301e62c2dea9), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.062644 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cf00c149-89d4-42fa-b4ec-3c77547a493a tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.066965 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-cf00c149-89d4-42fa-b4ec-3c77547a493a tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1771033 Sep 27 05:16:14.067119 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00c149-89d4-42fa-b4ec-3c77547a493a tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747582ab-0d6d-480f-becb-301e62c2dea9,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:14.069298 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41500) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:14.073742 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-245e5983-8b7b-4fa0-8f1f-226bd55e3337 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Request body: {'security_group_rule': {'security_group_id': '747582ab-0d6d-480f-becb-301e62c2dea9', 'project_id': '89e5839579a747caaa9b2e0712499dca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:14.079775 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 30d115d0-8379-40aa-9e4d-8dfeca493bdb triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:14.080165 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.080772 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 30d115d0-8379-40aa-9e4d-8dfeca493bdb Sep 27 05:16:14.111356 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-3536a0dc-49ea-4a59-a08f-71e9739f4636 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (a45258af-c4b0-4b99-9512-bff780544f4c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.120739 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-245e5983-8b7b-4fa0-8f1f-226bd55e3337 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (626128d8-2d5f-40a5-842d-10c1cad7c542), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.143134 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536a0dc-49ea-4a59-a08f-71e9739f4636 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event deleted for resources: {'Port': ['ID=a45258af-c4b0-4b99-9512-bff780544f4c,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:14.181592 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 30d115d0-8379-40aa-9e4d-8dfeca493bdb is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:14.209942 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-245e5983-8b7b-4fa0-8f1f-226bd55e3337 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (626128d8-2d5f-40a5-842d-10c1cad7c542), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.214868 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-245e5983-8b7b-4fa0-8f1f-226bd55e3337 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (626128d8-2d5f-40a5-842d-10c1cad7c542), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.234833 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e5983-8b7b-4fa0-8f1f-226bd55e3337 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626128d8-2d5f-40a5-842d-10c1cad7c542,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:14.244228 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-245e5983-8b7b-4fa0-8f1f-226bd55e3337 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.245556 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-245e5983-8b7b-4fa0-8f1f-226bd55e3337 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1755140 Sep 27 05:16:14.248215 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41502) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:14.252885 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-a2d05371-e2c6-4a0d-9e3e-9e6d8e227520 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Request body: {'security_group_rule': {'security_group_id': '747582ab-0d6d-480f-becb-301e62c2dea9', 'project_id': '89e5839579a747caaa9b2e0712499dca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:14.280502 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-3536a0dc-49ea-4a59-a08f-71e9739f4636 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Router c01b32fe-6bf4-4495-826e-d818d2a95cb8 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:16:14.282839 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a2d05371-e2c6-4a0d-9e3e-9e6d8e227520 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (ee92ba85-58b7-4b8c-b77e-a7c53eb2f13a), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.345763 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a2d05371-e2c6-4a0d-9e3e-9e6d8e227520 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (ee92ba85-58b7-4b8c-b77e-a7c53eb2f13a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.352661 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a2d05371-e2c6-4a0d-9e3e-9e6d8e227520 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (ee92ba85-58b7-4b8c-b77e-a7c53eb2f13a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.377310 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d05371-e2c6-4a0d-9e3e-9e6d8e227520 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee92ba85-58b7-4b8c-b77e-a7c53eb2f13a,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:14.385380 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a2d05371-e2c6-4a0d-9e3e-9e6d8e227520 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.389944 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41506) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:14.390114 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a2d05371-e2c6-4a0d-9e3e-9e6d8e227520 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405547 Sep 27 05:16:14.397729 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-221599a3-8a53-49d7-acf5-dc36d6d0e283 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Request body: {'security_group_rule': {'security_group_id': '747582ab-0d6d-480f-becb-301e62c2dea9', 'project_id': '89e5839579a747caaa9b2e0712499dca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:14.440519 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Attempt 4 to provision port a0b74259-7737-47c6-8c90-a5e355981b73 Sep 27 05:16:14.445263 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-95ed06f0-5876-4843-ad93-833974a0867f req-03450f6c-cb5c-4533-93a8-1e1923d857cc tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=6e34fc2d-33d7-4a96-a355-1a6478163db8 HTTP/1.1" status: 200 len: 210 time: 0.0520883 Sep 27 05:16:14.447188 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-3536a0dc-49ea-4a59-a08f-71e9739f4636 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:16:14.458866 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412d6d6-a40e-4419-8bda-9f69a9a09ac5 None None] Sync routers for ids ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:16:14.471797 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412d6d6-a40e-4419-8bda-9f69a9a09ac5 None None] Routers {'c01b32fe-6bf4-4495-826e-d818d2a95cb8'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:14.472492 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-d412d6d6-a40e-4419-8bda-9f69a9a09ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:14.493609 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-221599a3-8a53-49d7-acf5-dc36d6d0e283 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (344ba8b4-2815-415c-aa99-ea32e2aafc42), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.518205 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-3536a0dc-49ea-4a59-a08f-71e9739f4636 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] No DVR routers for this DVR port a45258af-c4b0-4b99-9512-bff780544f4c on host hv-cinder-85846 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:16:14.522171 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Port a0b74259-7737-47c6-8c90-a5e355981b73 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:14.527827 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-3536a0dc-49ea-4a59-a08f-71e9739f4636 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.531554 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-969cdb45-03a9-45e2-9ac2-a35434f7da9c req-3536a0dc-49ea-4a59-a08f-71e9739f4636 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.49 "DELETE /v2.0/ports/a45258af-c4b0-4b99-9512-bff780544f4c HTTP/1.1" status: 204 len: 173 time: 1.0916502 Sep 27 05:16:14.532098 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e34fc2d-33d7-4a96-a355-1a6478163db8', 'name': 'network-vif-deleted', 'tag': 'a45258af-c4b0-4b99-9512-bff780544f4c'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:16:14.534819 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972fc423-da50-4af9-bdf2-58c0133e94b7" -d '{"events": [{"server_uuid": "6e34fc2d-33d7-4a96-a355-1a6478163db8", "name": "network-vif-deleted", "tag": "a45258af-c4b0-4b99-9512-bff780544f4c"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:16:14.634765 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-221599a3-8a53-49d7-acf5-dc36d6d0e283 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (344ba8b4-2815-415c-aa99-ea32e2aafc42), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.636768 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f107579-bccf-46a1-907e-2faa24972776 x-openstack-request-id: req-5f107579-bccf-46a1-907e-2faa24972776 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:16:14.637119 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e34fc2d-33d7-4a96-a355-1a6478163db8", "name": "network-vif-deleted", "tag": "a45258af-c4b0-4b99-9512-bff780544f4c", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:16:14.637371 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5f107579-bccf-46a1-907e-2faa24972776 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:16:14.637828 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f107579-bccf-46a1-907e-2faa24972776'] response: {'server_uuid': '6e34fc2d-33d7-4a96-a355-1a6478163db8', 'name': 'network-vif-deleted', 'tag': 'a45258af-c4b0-4b99-9512-bff780544f4c', 'status': 'completed', 'code': 200} Sep 27 05:16:14.641669 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-221599a3-8a53-49d7-acf5-dc36d6d0e283 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (344ba8b4-2815-415c-aa99-ea32e2aafc42), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.664396 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221599a3-8a53-49d7-acf5-dc36d6d0e283 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344ba8b4-2815-415c-aa99-ea32e2aafc42,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:14.688734 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-221599a3-8a53-49d7-acf5-dc36d6d0e283 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.690503 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-221599a3-8a53-49d7-acf5-dc36d6d0e283 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993391 Sep 27 05:16:14.694390 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41510) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:14.700057 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-becd8d19-06e4-4c75-864a-1d04cef9e7c5 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Request body: {'security_group_rule': {'security_group_id': '747582ab-0d6d-480f-becb-301e62c2dea9', 'project_id': '89e5839579a747caaa9b2e0712499dca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:14.723643 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41514) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:14.728265 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-d412d6d6-a40e-4419-8bda-9f69a9a09ac5 None None] Set router c01b32fe-6bf4-4495-826e-d818d2a95cb8 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:14.754705 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-becd8d19-06e4-4c75-864a-1d04cef9e7c5 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (e5766ddc-3645-4d8c-982c-1338c2b32fbb), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.808083 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00adaeb9-cf2b-430d-953e-1d709dfc6013 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group (9019b9b1-1619-46eb-b833-e44c54179395), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.830015 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-becd8d19-06e4-4c75-864a-1d04cef9e7c5 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (e5766ddc-3645-4d8c-982c-1338c2b32fbb), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.835344 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-becd8d19-06e4-4c75-864a-1d04cef9e7c5 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (e5766ddc-3645-4d8c-982c-1338c2b32fbb), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.841073 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00adaeb9-cf2b-430d-953e-1d709dfc6013 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group (9019b9b1-1619-46eb-b833-e44c54179395), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.859920 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-becd8d19-06e4-4c75-864a-1d04cef9e7c5 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.861400 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-becd8d19-06e4-4c75-864a-1d04cef9e7c5 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1669097 Sep 27 05:16:14.866920 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41516) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:14.871598 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-98756532-ee86-4d4f-8063-1b929a283c27 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Request body: {'security_group_rule': {'security_group_id': '747582ab-0d6d-480f-becb-301e62c2dea9', 'project_id': '89e5839579a747caaa9b2e0712499dca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:14.881833 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd8d19-06e4-4c75-864a-1d04cef9e7c5 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5766ddc-3645-4d8c-982c-1338c2b32fbb,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:14.903779 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.securitygroups_db [None req-98756532-ee86-4d4f-8063-1b929a283c27 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Project 89e5839579a747caaa9b2e0712499dca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 05:16:14.912092 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-98756532-ee86-4d4f-8063-1b929a283c27 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (76734402-0288-4f44-adb2-df307cfdba49), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.931106 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00adaeb9-cf2b-430d-953e-1d709dfc6013 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (9019b9b1-1619-46eb-b833-e44c54179395), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.934409 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-00adaeb9-cf2b-430d-953e-1d709dfc6013 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:14.935982 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-00adaeb9-cf2b-430d-953e-1d709dfc6013 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] 10.222.0.27 "DELETE /v2.0/security-groups/9019b9b1-1619-46eb-b833-e44c54179395 HTTP/1.1" status: 204 len: 168 time: 0.2103820 Sep 27 05:16:14.957661 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adaeb9-cf2b-430d-953e-1d709dfc6013 tempest-TestVolumeBootPattern-736086869 tempest-TestVolumeBootPattern-736086869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9019b9b1-1619-46eb-b833-e44c54179395,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:15.008504 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41520) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:15.015022 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-d412d6d6-a40e-4419-8bda-9f69a9a09ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:34Z', 'revision_number': 5, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:15.023523 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Attempt 5 to provision port a0b74259-7737-47c6-8c90-a5e355981b73 Sep 27 05:16:15.047760 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-98756532-ee86-4d4f-8063-1b929a283c27 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (76734402-0288-4f44-adb2-df307cfdba49), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:15.055790 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-98756532-ee86-4d4f-8063-1b929a283c27 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (76734402-0288-4f44-adb2-df307cfdba49), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:15.062337 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412d6d6-a40e-4419-8bda-9f69a9a09ac5 None None] Checking router: c01b32fe-6bf4-4495-826e-d818d2a95cb8 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:16:15.071205 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d412d6d6-a40e-4419-8bda-9f69a9a09ac5 None None] Routers {'c01b32fe-6bf4-4495-826e-d818d2a95cb8'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:15.071831 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-d412d6d6-a40e-4419-8bda-9f69a9a09ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:15.085442 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98756532-ee86-4d4f-8063-1b929a283c27 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76734402-0288-4f44-adb2-df307cfdba49,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:15.099771 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Port a0b74259-7737-47c6-8c90-a5e355981b73 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:15.112684 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-98756532-ee86-4d4f-8063-1b929a283c27 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:15.117239 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41524) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:15.122156 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-b98137c6-e1b2-4c84-ad46-2eadf3cb7e29 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Request body: {'security_group_rule': {'security_group_id': '747582ab-0d6d-480f-becb-301e62c2dea9', 'project_id': '89e5839579a747caaa9b2e0712499dca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:15.133266 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-98756532-ee86-4d4f-8063-1b929a283c27 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2651072 Sep 27 05:16:15.155323 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.securitygroups_db [None req-b98137c6-e1b2-4c84-ad46-2eadf3cb7e29 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Project 89e5839579a747caaa9b2e0712499dca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 05:16:15.161710 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b98137c6-e1b2-4c84-ad46-2eadf3cb7e29 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (90c49a69-f341-48f3-b7aa-02abce6d1210), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:15.202866 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-d412d6d6-a40e-4419-8bda-9f69a9a09ac5 None None] Set router c01b32fe-6bf4-4495-826e-d818d2a95cb8 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:15.252119 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b98137c6-e1b2-4c84-ad46-2eadf3cb7e29 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (90c49a69-f341-48f3-b7aa-02abce6d1210), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:15.256526 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b98137c6-e1b2-4c84-ad46-2eadf3cb7e29 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (90c49a69-f341-48f3-b7aa-02abce6d1210), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:15.272477 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98137c6-e1b2-4c84-ad46-2eadf3cb7e29 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c49a69-f341-48f3-b7aa-02abce6d1210,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:15.329352 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b98137c6-e1b2-4c84-ad46-2eadf3cb7e29 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:15.330674 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b98137c6-e1b2-4c84-ad46-2eadf3cb7e29 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2124581 Sep 27 05:16:15.451122 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 35c2d478-0b94-4bd7-9def-a4476c207275 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:16:15.484336 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: 35c2d478-0b94-4bd7-9def-a4476c207275 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:16:15.485481 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 35c2d478-0b94-4bd7-9def-a4476c207275 not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:16:15.494083 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device a45258af-c4b0-4b99-9512-bff780544f4c no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:16:15.544129 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: a45258af-c4b0-4b99-9512-bff780544f4c {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:16:15.544732 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device a45258af-c4b0-4b99-9512-bff780544f4c not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:16:15.568468 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-d412d6d6-a40e-4419-8bda-9f69a9a09ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:34Z', 'revision_number': 5, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:15.596889 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41568) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:15.598720 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d412d6d6-a40e-4419-8bda-9f69a9a09ac5 None None] The sync data for ids ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'] in dv-cinder-858463-2-iscsi is: [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:34Z', 'revision_number': 5, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:16:15.600908 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Attempt 6 to provision port a0b74259-7737-47c6-8c90-a5e355981b73 Sep 27 05:16:15.638077 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Port a0b74259-7737-47c6-8c90-a5e355981b73 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:15.673856 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b28a7c77-d040-40f0-ab56-37e19f0f7136 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group (ce845e86-a61f-44e7-ae9a-14702e607ab0), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:15.700774 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b28a7c77-d040-40f0-ab56-37e19f0f7136 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group (ce845e86-a61f-44e7-ae9a-14702e607ab0), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:15.771394 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0739d6a6-34ce-498c-95e0-38c880485e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7912454'] for router_interface (c761e44c-233d-49ca-9658-756db6dcc194), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:15.822214 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:16:15.870922 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:15.871397 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:15.871840 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a Sep 27 05:16:16.166325 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Attempt 7 to provision port a0b74259-7737-47c6-8c90-a5e355981b73 Sep 27 05:16:16.179899 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b28a7c77-d040-40f0-ab56-37e19f0f7136 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ce845e86-a61f-44e7-ae9a-14702e607ab0), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:16.183072 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b28a7c77-d040-40f0-ab56-37e19f0f7136 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:16.185289 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b28a7c77-d040-40f0-ab56-37e19f0f7136 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "DELETE /v2.0/security-groups/ce845e86-a61f-44e7-ae9a-14702e607ab0 HTTP/1.1" status: 204 len: 168 time: 0.5857546 Sep 27 05:16:16.189259 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41574) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:16.197264 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-0739d6a6-34ce-498c-95e0-38c880485e19 admin admin] Deleting port 38e5f197-34a2-41da-b9e7-d776221531b8 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:16.197633 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0739d6a6-34ce-498c-95e0-38c880485e19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:16.210654 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a7c77-d040-40f0-ab56-37e19f0f7136 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce845e86-a61f-44e7-ae9a-14702e607ab0,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:16.227579 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.api.v2.resource [None req-98e4fc11-e3d9-414d-8838-5e32c1328535 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] show failed (client error): The resource could not be found. Sep 27 05:16:16.231513 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:16.232005 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:16.233267 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-98e4fc11-e3d9-414d-8838-5e32c1328535 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups/ce845e86-a61f-44e7-ae9a-14702e607ab0 HTTP/1.1" status: 404 len: 347 time: 0.0423198 Sep 27 05:16:16.233970 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41576) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:16.241668 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Port a0b74259-7737-47c6-8c90-a5e355981b73 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:16.242378 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:16.288036 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] For port 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:16.293520 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:16.316144 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-0739d6a6-34ce-498c-95e0-38c880485e19 admin admin] For port 38e5f197-34a2-41da-b9e7-d776221531b8, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=38e5f197-34a2-41da-b9e7-d776221531b8,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:16.316523 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0739d6a6-34ce-498c-95e0-38c880485e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:16.338749 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-0739d6a6-34ce-498c-95e0-38c880485e19 admin admin] Calling delete_port for 38e5f197-34a2-41da-b9e7-d776221531b8 owned by network:router_interface {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:16.367214 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Pushing event updated for resources: {'Port': ['ID=0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:16.391756 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-f4de7b24-e18f-4c12-9ce9-2adb19d5ede0 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Deleting port 76044559-deb8-400b-b02c-342965ea1eb0 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:16.392311 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f4de7b24-e18f-4c12-9ce9-2adb19d5ede0 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (76044559-deb8-400b-b02c-342965ea1eb0), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:16.397612 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23679a-5fb2-4cac-9c39-bace1355afdf None None] New status for floating IP adcda542-8c22-48c1-a8ae-cd422a5d5976: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:16:16.505067 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f4de7b24-e18f-4c12-9ce9-2adb19d5ede0 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (76044559-deb8-400b-b02c-342965ea1eb0), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:16.505760 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f4de7b24-e18f-4c12-9ce9-2adb19d5ede0 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for floatingip (76044559-deb8-400b-b02c-342965ea1eb0), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:16.530485 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-f4de7b24-e18f-4c12-9ce9-2adb19d5ede0 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Calling delete_port for 76044559-deb8-400b-b02c-342965ea1eb0 owned by network:floatingip {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:16.582836 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0739d6a6-34ce-498c-95e0-38c880485e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (38e5f197-34a2-41da-b9e7-d776221531b8), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:16.611055 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739d6a6-34ce-498c-95e0-38c880485e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e5f197-34a2-41da-b9e7-d776221531b8,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:16.702626 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Sync routers for ids ['39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:16:16.713573 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Routers {'39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:16.714506 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:16.743506 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Attempt 8 to provision port a0b74259-7737-47c6-8c90-a5e355981b73 Sep 27 05:16:16.747171 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f4de7b24-e18f-4c12-9ce9-2adb19d5ede0 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (76044559-deb8-400b-b02c-342965ea1eb0), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:16.786445 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de7b24-e18f-4c12-9ce9-2adb19d5ede0 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event deleted for resources: {'Port': ['ID=76044559-deb8-400b-b02c-342965ea1eb0,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:16.804255 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Port a0b74259-7737-47c6-8c90-a5e355981b73 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:16.828819 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0739d6a6-34ce-498c-95e0-38c880485e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8071391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7909782'] for router_interface (c761e44c-233d-49ca-9658-756db6dcc194), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:16.888056 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f4de7b24-e18f-4c12-9ce9-2adb19d5ede0 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for floatingip (adcda542-8c22-48c1-a8ae-cd422a5d5976), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:16.890451 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Set router 39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:16.892740 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f4de7b24-e18f-4c12-9ce9-2adb19d5ede0 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:16.894024 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-f4de7b24-e18f-4c12-9ce9-2adb19d5ede0 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "DELETE /v2.0/floatingips/adcda542-8c22-48c1-a8ae-cd422a5d5976 HTTP/1.1" status: 204 len: 168 time: 0.6587610 Sep 27 05:16:16.978655 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41594) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:16.985321 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-8ad28a5c-8f99-4cce-8a25-77c27de5ebda tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--540588065', 'description': 'tempest-description--1566315635'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:17.081318 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8ad28a5c-8f99-4cce-8a25-77c27de5ebda tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.129767 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0739d6a6-34ce-498c-95e0-38c880485e19 admin admin] Router c761e44c-233d-49ca-9658-756db6dcc194 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:16:17.129970 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'name': 'tempest-TestShelveInstance-1040135259-router', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:08Z', 'updated_at': '2022-09-27T05:16:12Z', 'revision_number': 4, 'project_id': 'fcf9a652487149e697216ccac9464a91', 'gw_port': {'id': '0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:09Z', 'updated_at': '2022-09-27T05:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'a0b74259-7737-47c6-8c90-a5e355981b73', 'name': '', 'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'mac_address': 'fa:16:3e:a0:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '032ec5e2-6c3b-4e8f-a9c1-6534a498c608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:11Z', 'updated_at': '2022-09-27T05:16:12Z', 'revision_number': 2, 'project_id': 'fcf9a652487149e697216ccac9464a91', 'subnets': [{'id': '032ec5e2-6c3b-4e8f-a9c1-6534a498c608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:17.158668 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Checking router: 39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:16:17.159059 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Updating router 39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 port a0b74259-7737-47c6-8c90-a5e355981b73 binding host dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 05:16:17.188739 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a0b74259-7737-47c6-8c90-a5e355981b73), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.229966 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8ad28a5c-8f99-4cce-8a25-77c27de5ebda tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group (7de5bb71-4ca3-429c-8687-ac3067b42f4e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.254265 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8ad28a5c-8f99-4cce-8a25-77c27de5ebda tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (7de5bb71-4ca3-429c-8687-ac3067b42f4e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.297264 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8ad28a5c-8f99-4cce-8a25-77c27de5ebda tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.298516 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8ad28a5c-8f99-4cce-8a25-77c27de5ebda tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3188238 Sep 27 05:16:17.301709 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41598) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:17.305599 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Attempt 9 to provision port a0b74259-7737-47c6-8c90-a5e355981b73 Sep 27 05:16:17.306966 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad28a5c-8f99-4cce-8a25-77c27de5ebda tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de5bb71-4ca3-429c-8687-ac3067b42f4e,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:17.312610 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0739d6a6-34ce-498c-95e0-38c880485e19 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:16:17.314783 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-3448b1e0-0834-4f11-b36e-2a61b1367b43 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Request body: {'security_group_rule': {'security_group_id': '7de5bb71-4ca3-429c-8687-ac3067b42f4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:17.318179 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0739d6a6-34ce-498c-95e0-38c880485e19 admin admin] 10.222.0.27 "PUT /v2.0/routers/c761e44c-233d-49ca-9658-756db6dcc194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3082945 Sep 27 05:16:17.321180 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41600) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:17.353864 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Port a0b74259-7737-47c6-8c90-a5e355981b73 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:17.355286 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d777cf54-206e-4362-bc6a-47913451bf77 None None] Sync routers for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:16:17.364210 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3448b1e0-0834-4f11-b36e-2a61b1367b43 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group_rule (2b888424-d15e-40eb-ac48-0877c9c37dbe), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.366427 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d777cf54-206e-4362-bc6a-47913451bf77 None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:17.367236 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d777cf54-206e-4362-bc6a-47913451bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:17.450536 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3448b1e0-0834-4f11-b36e-2a61b1367b43 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group_rule (2b888424-d15e-40eb-ac48-0877c9c37dbe), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.455665 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] Publish callbacks [] for router (c761e44c-233d-49ca-9658-756db6dcc194), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.456756 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3448b1e0-0834-4f11-b36e-2a61b1367b43 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (2b888424-d15e-40eb-ac48-0877c9c37dbe), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.486617 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3448b1e0-0834-4f11-b36e-2a61b1367b43 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.488148 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3448b1e0-0834-4f11-b36e-2a61b1367b43 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1853607 Sep 27 05:16:17.491220 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41602) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:17.492067 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448b1e0-0834-4f11-b36e-2a61b1367b43 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b888424-d15e-40eb-ac48-0877c9c37dbe,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:17.492738 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-d777cf54-206e-4362-bc6a-47913451bf77 None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:17.501308 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-91c306d6-da71-4300-96fe-a070fa318a23 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Request body: {'security_group_rule': {'security_group_id': '7de5bb71-4ca3-429c-8687-ac3067b42f4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:17.537248 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-91c306d6-da71-4300-96fe-a070fa318a23 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group_rule (eef6c0d0-941b-46f4-aefb-72db8e99af4e), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.551363 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Publish callbacks [] for port (a0b74259-7737-47c6-8c90-a5e355981b73), precommit_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.558176 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (a0b74259-7737-47c6-8c90-a5e355981b73), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.627117 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-91c306d6-da71-4300-96fe-a070fa318a23 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group_rule (eef6c0d0-941b-46f4-aefb-72db8e99af4e), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.630552 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa028343-72df-4218-aee9-df202ea202e8 None None] Pushing event updated for resources: {'Port': ['ID=a0b74259-7737-47c6-8c90-a5e355981b73,revision_number=3']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:17.642229 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-91c306d6-da71-4300-96fe-a070fa318a23 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966909'] for security_group_rule (eef6c0d0-941b-46f4-aefb-72db8e99af4e), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.667226 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Attempting to bind port a0b74259-7737-47c6-8c90-a5e355981b73 on host dv-cinder-858463-2-iscsi for vnic_type normal with profile {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:16:17.667555 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Attempting to bind port a0b74259-7737-47c6-8c90-a5e355981b73 by drivers openvswitch,hyperv on host dv-cinder-858463-2-iscsi at level 0 using segments [{'id': '6d1ce590-ac96-4c84-9572-8c2f792bf481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb'}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:16:17.667992 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Attempting to bind port a0b74259-7737-47c6-8c90-a5e355981b73 on network 1917b2c3-e82e-4479-bd7c-c8cd5772b5fb {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:16:17.676234 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Checking agent: {'id': '4f963d75-cc66-453a-b3d5-c21d39e4e86d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 57, 42), 'started_at': datetime.datetime(2022, 9, 27, 4, 58, 12), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:16:17.676979 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Checking segment: {'id': '6d1ce590-ac96-4c84-9572-8c2f792bf481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:16:17.677684 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.678157 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Bound using segment: {'id': '6d1ce590-ac96-4c84-9572-8c2f792bf481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb'} {{(pid=103959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:16:17.678801 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.managers [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Bound port: a0b74259-7737-47c6-8c90-a5e355981b73, host: dv-cinder-858463-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ce590-ac96-4c84-9572-8c2f792bf481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb'}}] {{(pid=103959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:16:17.679153 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a0b74259-7737-47c6-8c90-a5e355981b73), before_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.705361 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-91c306d6-da71-4300-96fe-a070fa318a23 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.713341 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-91c306d6-da71-4300-96fe-a070fa318a23 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2174337 Sep 27 05:16:17.714633 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41604) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:17.727251 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Request body: {'floatingip': {'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:17.734153 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c306d6-da71-4300-96fe-a070fa318a23 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef6c0d0-941b-46f4-aefb-72db8e99af4e,revision_number=0']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:17.774305 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.796925 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] For port a0b74259-7737-47c6-8c90-a5e355981b73, host dv-cinder-858463-2-iscsi, cleared binding levels {{(pid=103959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:16:17.797486 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d777cf54-206e-4362-bc6a-47913451bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:16:16Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:17.802278 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.plugins.ml2.db [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] For port a0b74259-7737-47c6-8c90-a5e355981b73, host dv-cinder-858463-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=a0b74259-7737-47c6-8c90-a5e355981b73,segment=NetworkSegment(6d1ce590-ac96-4c84-9572-8c2f792bf481),segment_id=6d1ce590-ac96-4c84-9572-8c2f792bf481)] {{(pid=103959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:16:17.808781 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (a0b74259-7737-47c6-8c90-a5e355981b73), after_update {{(pid=103959) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.844821 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d777cf54-206e-4362-bc6a-47913451bf77 None None] Checking router: c761e44c-233d-49ca-9658-756db6dcc194 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:16:17.854890 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Attempt 10 to provision port a0b74259-7737-47c6-8c90-a5e355981b73 Sep 27 05:16:17.858588 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d777cf54-206e-4362-bc6a-47913451bf77 None None] Routers {'c761e44c-233d-49ca-9658-756db6dcc194'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:17.859525 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d777cf54-206e-4362-bc6a-47913451bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c761e44c-233d-49ca-9658-756db6dcc194'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:17.872919 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa028343-72df-4218-aee9-df202ea202e8 None None] Pushing event updated for resources: {'Port': ['ID=a0b74259-7737-47c6-8c90-a5e355981b73,revision_number=4']} {{(pid=103959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:17.880393 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Routers {'39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:17.881275 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:17.931962 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] Publish callbacks [] for router_gateway (c761e44c-233d-49ca-9658-756db6dcc194), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.945468 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:16:17.983922 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:17.996697 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] Deleting port 91741918-661d-4bf5-ae81-6a47c92b8307 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:17.997156 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (91741918-661d-4bf5-ae81-6a47c92b8307), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.038780 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] Set router 39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:18.101680 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] For port 91741918-661d-4bf5-ae81-6a47c92b8307, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=91741918-661d-4bf5-ae81-6a47c92b8307,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:18.102409 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (91741918-661d-4bf5-ae81-6a47c92b8307), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.114498 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:18.114885 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.115228 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a Sep 27 05:16:18.118043 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] Calling delete_port for 91741918-661d-4bf5-ae81-6a47c92b8307 owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:18.160121 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-d777cf54-206e-4362-bc6a-47913451bf77 None None] Set router c761e44c-233d-49ca-9658-756db6dcc194 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:18.162612 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Allocated IP 172.27.1.129 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/1d33292c-0488-4501-9b8b-1d788ce3237c) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:16:18.231792 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Current status of the port a0b74259-7737-47c6-8c90-a5e355981b73 is: DOWN; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:18.232192 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (a0b74259-7737-47c6-8c90-a5e355981b73), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.317359 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'name': 'tempest-TestShelveInstance-1040135259-router', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:08Z', 'updated_at': '2022-09-27T05:16:12Z', 'revision_number': 4, 'project_id': 'fcf9a652487149e697216ccac9464a91', 'gw_port': {'id': '0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:09Z', 'updated_at': '2022-09-27T05:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'a0b74259-7737-47c6-8c90-a5e355981b73', 'name': '', 'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'mac_address': 'fa:16:3e:a0:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '032ec5e2-6c3b-4e8f-a9c1-6534a498c608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:11Z', 'updated_at': '2022-09-27T05:16:17Z', 'revision_number': 4, 'project_id': 'fcf9a652487149e697216ccac9464a91', 'subnets': [{'id': '032ec5e2-6c3b-4e8f-a9c1-6534a498c608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:18.317663 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for port (1d33292c-0488-4501-9b8b-1d788ce3237c), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.332494 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] For port a0b74259-7737-47c6-8c90-a5e355981b73, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=a0b74259-7737-47c6-8c90-a5e355981b73,segment=NetworkSegment(6d1ce590-ac96-4c84-9572-8c2f792bf481),segment_id=6d1ce590-ac96-4c84-9572-8c2f792bf481)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:18.353330 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (a0b74259-7737-47c6-8c90-a5e355981b73), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.357767 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2bb929-711a-4eaf-bcb5-91285a21af96 None None] The sync data for ids ['39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'] in dv-cinder-858463-2-iscsi is: [{'id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'name': 'tempest-TestShelveInstance-1040135259-router', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:08Z', 'updated_at': '2022-09-27T05:16:12Z', 'revision_number': 4, 'project_id': 'fcf9a652487149e697216ccac9464a91', 'gw_port': {'id': '0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:09Z', 'updated_at': '2022-09-27T05:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': 'a0b74259-7737-47c6-8c90-a5e355981b73', 'name': '', 'network_id': '1917b2c3-e82e-4479-bd7c-c8cd5772b5fb', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'mac_address': 'fa:16:3e:a0:2a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '032ec5e2-6c3b-4e8f-a9c1-6534a498c608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:11Z', 'updated_at': '2022-09-27T05:16:17Z', 'revision_number': 4, 'project_id': 'fcf9a652487149e697216ccac9464a91', 'subnets': [{'id': '032ec5e2-6c3b-4e8f-a9c1-6534a498c608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:16:18.369374 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (1d33292c-0488-4501-9b8b-1d788ce3237c), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.422361 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (91741918-661d-4bf5-ae81-6a47c92b8307), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.432482 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:16:18.435578 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:16:18.442659 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:16:18.452523 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=91741918-661d-4bf5-ae81-6a47c92b8307,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:18.453804 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:18.477720 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event updated for resources: {'Port': ['ID=1d33292c-0488-4501-9b8b-1d788ce3237c,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:18.539557 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bf432-7902-41c2-aff3-89c529745ad2 None None] Pushing event updated for resources: {'Port': ['ID=a0b74259-7737-47c6-8c90-a5e355981b73,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:18.557981 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-63c5cbf7-7dcd-4b80-b49b-b257356cfb71 None None] Provisioning complete for port a0b74259-7737-47c6-8c90-a5e355981b73 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:18.558370 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-63c5cbf7-7dcd-4b80-b49b-b257356cfb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (a0b74259-7737-47c6-8c90-a5e355981b73), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.558599 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7911740'] for router_gateway (c761e44c-233d-49ca-9658-756db6dcc194), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.559147 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-63c5cbf7-7dcd-4b80-b49b-b257356cfb71 None None] Attempt 1 to provision port a0b74259-7737-47c6-8c90-a5e355981b73 Sep 27 05:16:18.568480 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for floatingip (04ba6eaf-f587-4da2-877d-f52b90bcc7f1), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.643430 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (1d33292c-0488-4501-9b8b-1d788ce3237c), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.651258 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-d777cf54-206e-4362-bc6a-47913451bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:16:16Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:18.667037 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7913395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30433'] for router (c761e44c-233d-49ca-9658-756db6dcc194), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.669416 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] Publish callbacks [] for router_controller (c761e44c-233d-49ca-9658-756db6dcc194), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.683874 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d777cf54-206e-4362-bc6a-47913451bf77 None None] The sync data for ids ['c761e44c-233d-49ca-9658-756db6dcc194'] in dv-cinder-858463-2-iscsi is: [{'id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'name': 'tempest-TestVolumeBootPattern-1877538519-router', 'tenant_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:16Z', 'updated_at': '2022-09-27T05:16:16Z', 'revision_number': 5, 'project_id': 'dd9cd5a85d76484386fc1b7e91ce66c7', 'gw_port': {'id': '91741918-661d-4bf5-ae81-6a47c92b8307', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c761e44c-233d-49ca-9658-756db6dcc194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:17Z', 'updated_at': '2022-09-27T05:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:16:18.697706 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-63c5cbf7-7dcd-4b80-b49b-b257356cfb71 None None] Current status of the port a0b74259-7737-47c6-8c90-a5e355981b73 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:18.727646 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7913384'] for router (c761e44c-233d-49ca-9658-756db6dcc194), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.728393 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c761e44c-233d-49ca-9658-756db6dcc194 {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 05:16:18.747417 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.749485 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2545f8ce-8144-421b-9c4b-7e17b1966bbc admin admin] 10.222.0.27 "DELETE /v2.0/routers/c761e44c-233d-49ca-9658-756db6dcc194 HTTP/1.1" status: 204 len: 168 time: 1.4272714 Sep 27 05:16:18.751207 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41608) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:18.827841 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d37afd9-84c9-4b95-968f-e33c5a773c35 admin admin] Deleting subnet 64e5e500-b27d-41ff-b754-4ec03dbcd6fc {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:16:18.833420 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d37afd9-84c9-4b95-968f-e33c5a773c35 admin admin] Publish callbacks [] for subnet (64e5e500-b27d-41ff-b754-4ec03dbcd6fc), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.889780 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d37afd9-84c9-4b95-968f-e33c5a773c35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639147'] for subnet (64e5e500-b27d-41ff-b754-4ec03dbcd6fc), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.893084 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for port (1d33292c-0488-4501-9b8b-1d788ce3237c), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:18.912720 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (1d33292c-0488-4501-9b8b-1d788ce3237c), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.005609 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (04ba6eaf-f587-4da2-877d-f52b90bcc7f1), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.007933 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event updated for resources: {'Port': ['ID=1d33292c-0488-4501-9b8b-1d788ce3237c,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:19.048775 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.050036 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-fb4043fe-0747-47dd-946a-bb9c9b7e47db tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3292351 Sep 27 05:16:19.052706 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d37afd9-84c9-4b95-968f-e33c5a773c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (64e5e500-b27d-41ff-b754-4ec03dbcd6fc), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.124189 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d37afd9-84c9-4b95-968f-e33c5a773c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5961716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5312894'] for subnet (64e5e500-b27d-41ff-b754-4ec03dbcd6fc), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.145376 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12951419-042a-4215-955c-345ac9d5fb7d None None] Network d80c8abc-1650-4c6e-894f-50b9cf0b7faf requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:16:19.156877 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d37afd9-84c9-4b95-968f-e33c5a773c35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.169786 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41612) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:19.177573 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-6d37afd9-84c9-4b95-968f-e33c5a773c35 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/64e5e500-b27d-41ff-b754-4ec03dbcd6fc HTTP/1.1" status: 204 len: 168 time: 0.4213727 Sep 27 05:16:19.196992 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37afd9-84c9-4b95-968f-e33c5a773c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64e5e500-b27d-41ff-b754-4ec03dbcd6fc,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:19.317034 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (d80c8abc-1650-4c6e-894f-50b9cf0b7faf), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.411970 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] Deleting port d1bbeee1-f276-4c2e-835b-0b7b90d80150 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:19.412306 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-6230a013-fb70-4ada-8b15-069c18bd64c0 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--540588065&fields=id&tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f HTTP/1.1" status: 200 len: 267 time: 0.0904005 Sep 27 05:16:19.412765 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.426879 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3401cb99-8b43-4b91-acec-3284c10b4cc4 None None] DHCP port deletion for d80c8abc-1650-4c6e-894f-50b9cf0b7faf request from dv-cinder-858463-2-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 27 05:16:19.484893 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-3401cb99-8b43-4b91-acec-3284c10b4cc4 None None] Deleting port d1bbeee1-f276-4c2e-835b-0b7b90d80150 {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:19.485322 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3401cb99-8b43-4b91-acec-3284c10b4cc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.493818 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] For port d1bbeee1-f276-4c2e-835b-0b7b90d80150, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=d1bbeee1-f276-4c2e-835b-0b7b90d80150,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:19.494263 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.508522 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] Calling delete_port for d1bbeee1-f276-4c2e-835b-0b7b90d80150 owned by network:dhcp {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:19.569190 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-3401cb99-8b43-4b91-acec-3284c10b4cc4 None None] For port d1bbeee1-f276-4c2e-835b-0b7b90d80150, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=d1bbeee1-f276-4c2e-835b-0b7b90d80150,segment=NetworkSegment(027e8244-98e7-4307-8da1-b18458d0e212),segment_id=027e8244-98e7-4307-8da1-b18458d0e212)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:19.569664 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3401cb99-8b43-4b91-acec-3284c10b4cc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.571081 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-48081ef2-f8ae-4fca-95e4-74c4f0b6868f tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:19.576841 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-48081ef2-f8ae-4fca-95e4-74c4f0b6868f tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/networks?id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee HTTP/1.1" status: 200 len: 810 time: 0.1566324 Sep 27 05:16:19.584825 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-3401cb99-8b43-4b91-acec-3284c10b4cc4 None None] Calling delete_port for d1bbeee1-f276-4c2e-835b-0b7b90d80150 owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:19.598832 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-8f104e32-b6de-4334-a08c-4106c085e884 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/quotas/1dfb55fd8c674196b50d4d7fcb5cfa7f HTTP/1.1" status: 200 len: 375 time: 0.0118570 Sep 27 05:16:19.626866 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.660119 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] No DVR routers for this DVR port d1bbeee1-f276-4c2e-835b-0b7b90d80150 on host dv-cinder-858463-2-iscsi {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:16:19.665745 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1bbeee1-f276-4c2e-835b-0b7b90d80150,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:19.667953 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-3cccea48-d8ba-4d86-8341-fe8927b48fcb tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681117 Sep 27 05:16:19.690274 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-f20cbc07-e254-4f9d-8863-4abbe2312c3d service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103957) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 05:16:19.692284 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-f20cbc07-e254-4f9d-8863-4abbe2312c3d service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105181 Sep 27 05:16:19.703318 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-3401cb99-8b43-4b91-acec-3284c10b4cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683'] for port (d1bbeee1-f276-4c2e-835b-0b7b90d80150), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.742787 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3401cb99-8b43-4b91-acec-3284c10b4cc4 None None] No DVR routers for this DVR port d1bbeee1-f276-4c2e-835b-0b7b90d80150 on host dv-cinder-858463-2-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:16:19.746944 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401cb99-8b43-4b91-acec-3284c10b4cc4 None None] Pushing event deleted for resources: {'Port': ['ID=d1bbeee1-f276-4c2e-835b-0b7b90d80150,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:19.769503 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (d80c8abc-1650-4c6e-894f-50b9cf0b7faf), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.791237 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80c8abc-1650-4c6e-894f-50b9cf0b7faf']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:19.798558 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-034b2685-e636-4c39-b8a6-e50b7de4adde service neutron] 10.222.0.27 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923538 Sep 27 05:16:19.801149 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027e8244-98e7-4307-8da1-b18458d0e212') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:19.801520 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027e8244-98e7-4307-8da1-b18458d0e212') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:19.811566 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5353015'] for segment (027e8244-98e7-4307-8da1-b18458d0e212), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.825036 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (027e8244-98e7-4307-8da1-b18458d0e212), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.832429 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:16:19.832961 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6096545'] for segment (027e8244-98e7-4307-8da1-b18458d0e212), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.899071 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (d80c8abc-1650-4c6e-894f-50b9cf0b7faf), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.901782 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-a7d2d416-9c25-4343-8ce7-d324268c0d7e service neutron] 10.222.0.27 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973976 Sep 27 05:16:19.906403 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:19.910055 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] 10.222.0.27 "DELETE /v2.0/networks/d80c8abc-1650-4c6e-894f-50b9cf0b7faf HTTP/1.1" status: 204 len: 168 time: 0.7392232 Sep 27 05:16:19.914005 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41630) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:19.928883 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248852f5-f4a3-476b-abcd-05f5c7289e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=d80c8abc-1650-4c6e-894f-50b9cf0b7faf,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:20.015268 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.services.segments.plugin [-] Segment 027e8244-98e7-4307-8da1-b18458d0e212 resource provider aggregate not found Sep 27 05:16:20.034908 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.services.segments.plugin [-] Segment 027e8244-98e7-4307-8da1-b18458d0e212 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 027e8244-98e7-4307-8da1-b18458d0e212 found for delete ", "request_id": "req-e3e26ebc-4b83-4cbc-8cfd-ce79ae9d0b5b"}]} Sep 27 05:16:20.171997 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-048b6fef-e69b-4cbb-b442-039848cb1d9b req-48cf3b79-72c1-4230-99e9-04bcb6748810 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 210 time: 0.0378945 Sep 27 05:16:20.183057 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device a0b74259-7737-47c6-8c90-a5e355981b73 up at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:16:20.250435 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Provisioning complete for port a0b74259-7737-47c6-8c90-a5e355981b73 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:20.250739 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (a0b74259-7737-47c6-8c90-a5e355981b73), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:20.251131 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Attempt 1 to provision port a0b74259-7737-47c6-8c90-a5e355981b73 Sep 27 05:16:20.335469 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Current status of the port a0b74259-7737-47c6-8c90-a5e355981b73 is: ACTIVE; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:20.416588 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device d1bbeee1-f276-4c2e-835b-0b7b90d80150 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:16:20.417208 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-84357acf-196f-42d6-834e-703d00e49fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7912454'] for router_interface (62bb42bc-6106-4058-896f-7d434cbbcdae), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:20.439690 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: d1bbeee1-f276-4c2e-835b-0b7b90d80150 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:16:20.442059 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device d1bbeee1-f276-4c2e-835b-0b7b90d80150 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:16:20.442649 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 38e5f197-34a2-41da-b9e7-d776221531b8 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:16:20.477894 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 38e5f197-34a2-41da-b9e7-d776221531b8 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:16:20.478662 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 38e5f197-34a2-41da-b9e7-d776221531b8 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:16:20.689400 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-84357acf-196f-42d6-834e-703d00e49fd6 admin admin] Deleting port 507d69a8-5ca5-4b2a-94bd-511125900cd2 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:20.689742 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-84357acf-196f-42d6-834e-703d00e49fd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:20.776355 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-84357acf-196f-42d6-834e-703d00e49fd6 admin admin] For port 507d69a8-5ca5-4b2a-94bd-511125900cd2, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=507d69a8-5ca5-4b2a-94bd-511125900cd2,segment=NetworkSegment(992c16f1-3b88-4edb-9e75-2f776a933f9f),segment_id=992c16f1-3b88-4edb-9e75-2f776a933f9f)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:20.776627 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-84357acf-196f-42d6-834e-703d00e49fd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:20.791309 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-84357acf-196f-42d6-834e-703d00e49fd6 admin admin] Calling delete_port for 507d69a8-5ca5-4b2a-94bd-511125900cd2 owned by network:router_interface {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:20.966872 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-84357acf-196f-42d6-834e-703d00e49fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (507d69a8-5ca5-4b2a-94bd-511125900cd2), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:20.992399 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84357acf-196f-42d6-834e-703d00e49fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=507d69a8-5ca5-4b2a-94bd-511125900cd2,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:21.202940 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-84357acf-196f-42d6-834e-703d00e49fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8071391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7909782'] for router_interface (62bb42bc-6106-4058-896f-7d434cbbcdae), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:21.223332 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-bfbe14a1-4320-4703-8daa-531a4fe21a49 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:21.225043 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-bfbe14a1-4320-4703-8daa-531a4fe21a49 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.49 "GET /v2.0/networks?id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee HTTP/1.1" status: 200 len: 810 time: 0.1357346 Sep 27 05:16:21.297580 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-6b696085-1106-4adc-af89-8dffe3761d49 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f HTTP/1.1" status: 200 len: 379 time: 0.0614486 Sep 27 05:16:21.308146 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-7b3a5a5e-b31f-49ed-83e8-a28087dc19ca tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Request body: {'port': {'device_id': 'bccca9dd-8ce6-4fb2-938c-b7785a687db6', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'admin_state_up': True, 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'security_groups': ['7de5bb71-4ca3-429c-8687-ac3067b42f4e']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:21.344594 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-516814bc-e58b-4766-9a78-839bfba5e209 req-240c641b-b78d-479b-940c-35ceacd8b037 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 210 time: 0.0584471 Sep 27 05:16:21.429403 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-7b3a5a5e-b31f-49ed-83e8-a28087dc19ca tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Made reservation on behalf of 1dfb55fd8c674196b50d4d7fcb5cfa7f for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:16:21.432772 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-7b3a5a5e-b31f-49ed-83e8-a28087dc19ca tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:21.476148 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84357acf-196f-42d6-834e-703d00e49fd6 admin admin] Router 62bb42bc-6106-4058-896f-7d434cbbcdae has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:16:21.567510 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-7b3a5a5e-b31f-49ed-83e8-a28087dc19ca tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Allocated IP 172.20.0.8 (dec3ae48-36aa-405d-bc7f-047f78b4a7ee/9895e08b-4d5c-410c-b888-43f54d0bd71d/15e4e880-65a4-4424-abb7-b6a865c653e0) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:16:21.590162 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84357acf-196f-42d6-834e-703d00e49fd6 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:16:21.598162 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-84357acf-196f-42d6-834e-703d00e49fd6 admin admin] 10.222.0.27 "PUT /v2.0/routers/62bb42bc-6106-4058-896f-7d434cbbcdae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6803958 Sep 27 05:16:21.598162 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41654) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:21.601666 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a64fd7-2156-4edf-8f21-edc42b71d8dd None None] Sync routers for ids ['62bb42bc-6106-4058-896f-7d434cbbcdae'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:16:21.615233 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a64fd7-2156-4edf-8f21-edc42b71d8dd None None] Routers {'62bb42bc-6106-4058-896f-7d434cbbcdae'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:21.616221 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-36a64fd7-2156-4edf-8f21-edc42b71d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['62bb42bc-6106-4058-896f-7d434cbbcdae'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:21.715059 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] Publish callbacks [] for router (62bb42bc-6106-4058-896f-7d434cbbcdae), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:21.723124 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-36a64fd7-2156-4edf-8f21-edc42b71d8dd None None] Set router 62bb42bc-6106-4058-896f-7d434cbbcdae gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:21.732920 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-7b3a5a5e-b31f-49ed-83e8-a28087dc19ca tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:21.773632 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-7b3a5a5e-b31f-49ed-83e8-a28087dc19ca tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:21.792361 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 91741918-661d-4bf5-ae81-6a47c92b8307 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:16:21.813289 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 91741918-661d-4bf5-ae81-6a47c92b8307 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:16:21.813725 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 91741918-661d-4bf5-ae81-6a47c92b8307 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:16:21.834005 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-7b3a5a5e-b31f-49ed-83e8-a28087dc19ca tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Network dec3ae48-36aa-405d-bc7f-047f78b4a7ee is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:16:21.838545 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-7b3a5a5e-b31f-49ed-83e8-a28087dc19ca tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:16:21.843792 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-7b3a5a5e-b31f-49ed-83e8-a28087dc19ca tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:16:21.896150 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a5a5e-b31f-49ed-83e8-a28087dc19ca tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event updated for resources: {'Port': ['ID=15e4e880-65a4-4424-abb7-b6a865c653e0,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:21.939232 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-7b3a5a5e-b31f-49ed-83e8-a28087dc19ca tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:21.940546 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-7b3a5a5e-b31f-49ed-83e8-a28087dc19ca tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:21.961843 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-7b3a5a5e-b31f-49ed-83e8-a28087dc19ca tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6576786 Sep 27 05:16:21.972910 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-44ee4fc4-1fea-4ca4-9d9d-b832908a41e7 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 05:16:21.974042 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-44ee4fc4-1fea-4ca4-9d9d-b832908a41e7 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074053 Sep 27 05:16:21.990443 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Request body: {'port': {'device_id': 'bccca9dd-8ce6-4fb2-938c-b7785a687db6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:22.066198 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.088109 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-36a64fd7-2156-4edf-8f21-edc42b71d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'name': 'tempest-TestVolumeBootPattern-575472346-router', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:21Z', 'updated_at': '2022-09-27T05:16:20Z', 'revision_number': 5, 'project_id': 'f215b2cd18cf479e978e48943466579e', 'gw_port': {'id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:22Z', 'updated_at': '2022-09-27T05:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:22.121632 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a64fd7-2156-4edf-8f21-edc42b71d8dd None None] Checking router: 62bb42bc-6106-4058-896f-7d434cbbcdae for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:16:22.134739 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a64fd7-2156-4edf-8f21-edc42b71d8dd None None] Routers {'62bb42bc-6106-4058-896f-7d434cbbcdae'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:22.138513 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-36a64fd7-2156-4edf-8f21-edc42b71d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['62bb42bc-6106-4058-896f-7d434cbbcdae'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:22.158166 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] Publish callbacks [] for router_gateway (62bb42bc-6106-4058-896f-7d434cbbcdae), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.163028 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-4de37057-72cd-4309-b134-046c93ec28d5 None None] Provisioning complete for port 15e4e880-65a4-4424-abb7-b6a865c653e0 triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:22.163662 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4de37057-72cd-4309-b134-046c93ec28d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.164238 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-4de37057-72cd-4309-b134-046c93ec28d5 None None] Attempt 1 to provision port 15e4e880-65a4-4424-abb7-b6a865c653e0 Sep 27 05:16:22.210802 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-4de37057-72cd-4309-b134-046c93ec28d5 None None] Port 15e4e880-65a4-4424-abb7-b6a865c653e0 cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:22.220427 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] Deleting port 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:22.220872 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (77b491bc-5e4d-43c7-9df4-bfed849cf2f6), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.271180 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-36a64fd7-2156-4edf-8f21-edc42b71d8dd None None] Set router 62bb42bc-6106-4058-896f-7d434cbbcdae gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:22.307888 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] For port 77b491bc-5e4d-43c7-9df4-bfed849cf2f6, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=77b491bc-5e4d-43c7-9df4-bfed849cf2f6,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:22.308323 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (77b491bc-5e4d-43c7-9df4-bfed849cf2f6), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.331080 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] Calling delete_port for 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 owned by network:router_gateway {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:22.388138 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e4e880-65a4-4424-abb7-b6a865c653e0 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:16:22.399836 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Publish callbacks [] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.418208 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Transition to ACTIVE for port object 15e4e880-65a4-4424-abb7-b6a865c653e0 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:16:22.422572 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.500195 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-36a64fd7-2156-4edf-8f21-edc42b71d8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'name': 'tempest-TestVolumeBootPattern-575472346-router', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:21Z', 'updated_at': '2022-09-27T05:16:20Z', 'revision_number': 5, 'project_id': 'f215b2cd18cf479e978e48943466579e', 'gw_port': {'id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:22Z', 'updated_at': '2022-09-27T05:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:22.512947 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Pushing event updated for resources: {'Port': ['ID=15e4e880-65a4-4424-abb7-b6a865c653e0,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:22.553074 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a64fd7-2156-4edf-8f21-edc42b71d8dd None None] The sync data for ids ['62bb42bc-6106-4058-896f-7d434cbbcdae'] in dv-cinder-858463-2-iscsi is: [{'id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'name': 'tempest-TestVolumeBootPattern-575472346-router', 'tenant_id': 'f215b2cd18cf479e978e48943466579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:08:21Z', 'updated_at': '2022-09-27T05:16:20Z', 'revision_number': 5, 'project_id': 'f215b2cd18cf479e978e48943466579e', 'gw_port': {'id': '77b491bc-5e4d-43c7-9df4-bfed849cf2f6', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bb42bc-6106-4058-896f-7d434cbbcdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:08:22Z', 'updated_at': '2022-09-27T05:08:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:16:22.569184 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Attempting to bind port 15e4e880-65a4-4424-abb7-b6a865c653e0 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:16:22.569599 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Attempting to bind port 15e4e880-65a4-4424-abb7-b6a865c653e0 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:16:22.569999 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Attempting to bind port 15e4e880-65a4-4424-abb7-b6a865c653e0 on network dec3ae48-36aa-405d-bc7f-047f78b4a7ee {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:16:22.574602 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Port 15e4e880-65a4-4424-abb7-b6a865c653e0 on network dec3ae48-36aa-405d-bc7f-047f78b4a7ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:16:22.574996 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Attempting to bind port 15e4e880-65a4-4424-abb7-b6a865c653e0 on network dec3ae48-36aa-405d-bc7f-047f78b4a7ee {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:16:22.578304 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b803c95-e883-4917-9eb2-6b2cd08051c7 req-afbf4bdb-c498-461b-a308-5ce2b6fa09da tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:22.580027 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b803c95-e883-4917-9eb2-6b2cd08051c7 req-afbf4bdb-c498-461b-a308-5ce2b6fa09da tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 943 time: 0.1261678 Sep 27 05:16:22.584933 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:16:22.585457 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Checking segment: {'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:16:22.586020 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Bound using segment: {'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:16:22.586638 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Bound port: 15e4e880-65a4-4424-abb7-b6a865c653e0, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e366ec8-ce29-4f7a-a33a-f7b5946c031d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:16:22.587259 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.601723 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (77b491bc-5e4d-43c7-9df4-bfed849cf2f6), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.644297 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b491bc-5e4d-43c7-9df4-bfed849cf2f6,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:22.661723 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] For port 15e4e880-65a4-4424-abb7-b6a865c653e0, host hv-cinder-85846, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:16:22.664880 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] For port 15e4e880-65a4-4424-abb7-b6a865c653e0, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=15e4e880-65a4-4424-abb7-b6a865c653e0,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:16:22.672108 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.676876 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:22.677614 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.679157 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] 10.222.0.49 "PUT /v2.0/ports/15e4e880-65a4-4424-abb7-b6a865c653e0 HTTP/1.1" status: 200 len: 1093 time: 0.6938522 Sep 27 05:16:22.681532 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccca9dd-8ce6-4fb2-938c-b7785a687db6', 'tag': '15e4e880-65a4-4424-abb7-b6a865c653e0'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:16:22.683812 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e5b307-4cb4-46ac-a871-e01d4a09f8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "bccca9dd-8ce6-4fb2-938c-b7785a687db6", "tag": "15e4e880-65a4-4424-abb7-b6a865c653e0"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:16:22.712419 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-4de37057-72cd-4309-b134-046c93ec28d5 None None] Attempt 2 to provision port 15e4e880-65a4-4424-abb7-b6a865c653e0 Sep 27 05:16:22.740849 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2b803c95-e883-4917-9eb2-6b2cd08051c7 req-86918c0d-305d-4db7-bdc5-6a032c6fd245 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=7de5bb71-4ca3-429c-8687-ac3067b42f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467876 Sep 27 05:16:22.751579 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe112fe-6066-4acc-982c-e689c98d4bd4 x-openstack-request-id: req-efe112fe-6066-4acc-982c-e689c98d4bd4 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:16:22.751858 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccca9dd-8ce6-4fb2-938c-b7785a687db6", "tag": "15e4e880-65a4-4424-abb7-b6a865c653e0", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:16:22.751979 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7911740'] for router_gateway (62bb42bc-6106-4058-896f-7d434cbbcdae), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.752122 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-efe112fe-6066-4acc-982c-e689c98d4bd4 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:16:22.752666 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe112fe-6066-4acc-982c-e689c98d4bd4'] response: {'name': 'network-changed', 'server_uuid': 'bccca9dd-8ce6-4fb2-938c-b7785a687db6', 'tag': '15e4e880-65a4-4424-abb7-b6a865c653e0', 'status': 'completed', 'code': 200} Sep 27 05:16:22.760053 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-4de37057-72cd-4309-b134-046c93ec28d5 None None] Port 15e4e880-65a4-4424-abb7-b6a865c653e0 had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:16:22.774688 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026f70d-e7fb-4e46-8716-2566c9d8dc09 service neutron] Pushing event updated for resources: {'Port': ['ID=15e4e880-65a4-4424-abb7-b6a865c653e0,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:22.809989 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-3db32ec4-ce57-40ce-bde6-42577abaaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:22.811566 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-3db32ec4-ce57-40ce-bde6-42577abaaea2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f&device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 1127 time: 0.0726738 Sep 27 05:16:22.852966 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-11b30cd7-0253-4dd8-ac1b-df16a5aac267 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e4e880-65a4-4424-abb7-b6a865c653e0 HTTP/1.1" status: 200 len: 217 time: 0.0326803 Sep 27 05:16:22.855119 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7913395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30433'] for router (62bb42bc-6106-4058-896f-7d434cbbcdae), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.857350 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] Publish callbacks [] for router_controller (62bb42bc-6106-4058-896f-7d434cbbcdae), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.902604 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7913384'] for router (62bb42bc-6106-4058-896f-7d434cbbcdae), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.903180 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62bb42bc-6106-4058-896f-7d434cbbcdae {{(pid=103957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 05:16:22.910553 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:22.910911 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-3e846edd-e539-4671-bfee-107b7c558e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:22.914252 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-3e846edd-e539-4671-bfee-107b7c558e04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9895e08b-4d5c-410c-b888-43f54d0bd71d HTTP/1.1" status: 200 len: 849 time: 0.0533547 Sep 27 05:16:22.914442 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-21c4f1f3-e19d-4e3a-84a0-c5e589b60762 admin admin] 10.222.0.27 "DELETE /v2.0/routers/62bb42bc-6106-4058-896f-7d434cbbcdae HTTP/1.1" status: 204 len: 168 time: 1.3127804 Sep 27 05:16:22.914552 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41662) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:22.968719 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-84639337-1e3c-40f0-9a92-278ac16f1e08 admin admin] Deleting subnet 3518dd6d-08e3-4f6f-aab7-443eac551258 {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:16:22.969280 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-98ab0638-b665-44c9-a25d-355178b232ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:22.971011 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-98ab0638-b665-44c9-a25d-355178b232ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525923 Sep 27 05:16:22.972876 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-84639337-1e3c-40f0-9a92-278ac16f1e08 admin admin] Publish callbacks [] for subnet (3518dd6d-08e3-4f6f-aab7-443eac551258), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:23.020414 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-84639337-1e3c-40f0-9a92-278ac16f1e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639147'] for subnet (3518dd6d-08e3-4f6f-aab7-443eac551258), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:23.072257 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-f69994e5-4202-4053-9349-86b3ac319f64 service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948536 Sep 27 05:16:23.110663 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-84639337-1e3c-40f0-9a92-278ac16f1e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (3518dd6d-08e3-4f6f-aab7-443eac551258), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:23.176395 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-84639337-1e3c-40f0-9a92-278ac16f1e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5961716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5312894'] for subnet (3518dd6d-08e3-4f6f-aab7-443eac551258), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:23.179766 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-500ca261-700b-4d09-ba14-6da1cac0d7ed req-79ef9c22-f6b5-448c-8da3-04d0afdca5b8 service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013200 Sep 27 05:16:23.194481 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-84639337-1e3c-40f0-9a92-278ac16f1e08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:23.199308 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-84639337-1e3c-40f0-9a92-278ac16f1e08 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/3518dd6d-08e3-4f6f-aab7-443eac551258 HTTP/1.1" status: 204 len: 168 time: 0.2837212 Sep 27 05:16:23.200204 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b075d3c-4a99-413c-b657-b71b97c15584 None None] Network cc921726-3eb1-4872-936c-acc7d082c3b9 requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:16:23.201753 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41664) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:23.247895 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84639337-1e3c-40f0-9a92-278ac16f1e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3518dd6d-08e3-4f6f-aab7-443eac551258,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:23.306330 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5b307-4cb4-46ac-a871-e01d4a09f8fa req-d5a3acf6-d822-4386-bbde-2aed03f8f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:23.307846 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5e5b307-4cb4-46ac-a871-e01d4a09f8fa req-d5a3acf6-d822-4386-bbde-2aed03f8f884 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f&device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 1127 time: 0.0661833 Sep 27 05:16:23.324273 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (cc921726-3eb1-4872-936c-acc7d082c3b9), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:23.384854 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] Deleting port b5918ac5-0ebe-42f4-a58c-7e8780650862 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:16:23.385207 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (b5918ac5-0ebe-42f4-a58c-7e8780650862), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:23.415210 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5b307-4cb4-46ac-a871-e01d4a09f8fa req-a833c102-f7c2-47c8-b627-4d8d73e5cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:23.416846 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5e5b307-4cb4-46ac-a871-e01d4a09f8fa req-a833c102-f7c2-47c8-b627-4d8d73e5cf4e service neutron] 10.222.0.49 "GET /v2.0/networks?id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee HTTP/1.1" status: 200 len: 911 time: 0.0977309 Sep 27 05:16:23.453284 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] For port b5918ac5-0ebe-42f4-a58c-7e8780650862, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=b5918ac5-0ebe-42f4-a58c-7e8780650862,segment=NetworkSegment(992c16f1-3b88-4edb-9e75-2f776a933f9f),segment_id=992c16f1-3b88-4edb-9e75-2f776a933f9f)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:23.453668 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (b5918ac5-0ebe-42f4-a58c-7e8780650862), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:23.459562 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5e5b307-4cb4-46ac-a871-e01d4a09f8fa req-d3079b87-94b0-484a-98cb-2348e6ffd882 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e4e880-65a4-4424-abb7-b6a865c653e0 HTTP/1.1" status: 200 len: 217 time: 0.0367925 Sep 27 05:16:23.467917 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] Calling delete_port for b5918ac5-0ebe-42f4-a58c-7e8780650862 owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:16:23.509987 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5b307-4cb4-46ac-a871-e01d4a09f8fa req-8d9f0d19-d999-41db-a956-f01cb93c7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:23.511465 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5e5b307-4cb4-46ac-a871-e01d4a09f8fa req-8d9f0d19-d999-41db-a956-f01cb93c7288 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9895e08b-4d5c-410c-b888-43f54d0bd71d HTTP/1.1" status: 200 len: 849 time: 0.0459113 Sep 27 05:16:23.546828 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (b5918ac5-0ebe-42f4-a58c-7e8780650862), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:23.567864 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5b307-4cb4-46ac-a871-e01d4a09f8fa req-7567f6cd-4e6d-42f2-bfe6-c12a0976691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:23.569462 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5e5b307-4cb4-46ac-a871-e01d4a09f8fa req-7567f6cd-4e6d-42f2-bfe6-c12a0976691e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517731 Sep 27 05:16:23.573560 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5918ac5-0ebe-42f4-a58c-7e8780650862,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:23.577868 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] No DVR routers for this DVR port b5918ac5-0ebe-42f4-a58c-7e8780650862 on host dv-cinder-858463-2-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:16:23.657402 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (cc921726-3eb1-4872-936c-acc7d082c3b9), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:23.670728 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ab4ce5-0a14-45ad-afe2-8769f06ab9cf None None] DHCP port deletion for cc921726-3eb1-4872-936c-acc7d082c3b9 request from dv-cinder-858463-2-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 27 05:16:23.681307 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5e5b307-4cb4-46ac-a871-e01d4a09f8fa req-2b7dfced-b341-42c1-bc64-5baba645b79a service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050136 Sep 27 05:16:23.695214 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc921726-3eb1-4872-936c-acc7d082c3b9']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:23.707087 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992c16f1-3b88-4edb-9e75-2f776a933f9f') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:23.707534 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992c16f1-3b88-4edb-9e75-2f776a933f9f') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:23.719987 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639132'] for segment (992c16f1-3b88-4edb-9e75-2f776a933f9f), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:23.744978 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (992c16f1-3b88-4edb-9e75-2f776a933f9f), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:23.752164 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:16:23.752685 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5949782'] for segment (992c16f1-3b88-4edb-9e75-2f776a933f9f), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:23.780144 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 992c16f1-3b88-4edb-9e75-2f776a933f9f resource provider aggregate not found Sep 27 05:16:23.786999 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device b5918ac5-0ebe-42f4-a58c-7e8780650862 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:16:23.807856 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: b5918ac5-0ebe-42f4-a58c-7e8780650862 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:16:23.808130 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device b5918ac5-0ebe-42f4-a58c-7e8780650862 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:16:23.808441 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:16:23.820181 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5e5b307-4cb4-46ac-a871-e01d4a09f8fa req-680fe1d6-a8a9-404e-b5b6-f6dcbe89e4a7 service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316586 Sep 27 05:16:23.831037 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 992c16f1-3b88-4edb-9e75-2f776a933f9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 992c16f1-3b88-4edb-9e75-2f776a933f9f found for delete ", "request_id": "req-73cc091b-f15e-40d8-bc65-b00104344fd5"}]} Sep 27 05:16:23.835625 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:16:23.835982 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 77b491bc-5e4d-43c7-9df4-bfed849cf2f6 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:16:23.836404 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 507d69a8-5ca5-4b2a-94bd-511125900cd2 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:16:23.856041 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 507d69a8-5ca5-4b2a-94bd-511125900cd2 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:16:23.856321 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 507d69a8-5ca5-4b2a-94bd-511125900cd2 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:16:23.860503 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (cc921726-3eb1-4872-936c-acc7d082c3b9), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:23.887920 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:23.892119 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] 10.222.0.27 "DELETE /v2.0/networks/cc921726-3eb1-4872-936c-acc7d082c3b9 HTTP/1.1" status: 204 len: 168 time: 0.6884975 Sep 27 05:16:23.894769 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca63e3-7b59-430c-a00e-77d6a2177180 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc921726-3eb1-4872-936c-acc7d082c3b9,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:23.937287 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad61ced-f1d9-48f4-9685-34f0d8d1f5ba req-67f20318-3e1c-43c4-b418-e93b44e882ee tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:23.938811 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9ad61ced-f1d9-48f4-9685-34f0d8d1f5ba req-67f20318-3e1c-43c4-b418-e93b44e882ee tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 943 time: 0.0763197 Sep 27 05:16:23.999327 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9ad61ced-f1d9-48f4-9685-34f0d8d1f5ba req-314d8c00-23b9-4686-8b8f-3a1b17fc199f tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=7de5bb71-4ca3-429c-8687-ac3067b42f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535448 Sep 27 05:16:24.024951 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41676) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:24.068601 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-697599fa-96ec-42f8-9392-533894a55704 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dd9cd5a85d76484386fc1b7e91ce66c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422504 Sep 27 05:16:24.068845 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41678) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:24.118544 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5141398f-0fdf-4c8e-b96c-2ee6d021f253 admin admin] Publish callbacks [] for security_group (2eba002d-8cd9-4d96-8abd-9c34903a9ae8), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:24.140172 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5141398f-0fdf-4c8e-b96c-2ee6d021f253 admin admin] Publish callbacks [] for security_group (2eba002d-8cd9-4d96-8abd-9c34903a9ae8), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:24.196548 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5141398f-0fdf-4c8e-b96c-2ee6d021f253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (2eba002d-8cd9-4d96-8abd-9c34903a9ae8), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:24.199230 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5141398f-0fdf-4c8e-b96c-2ee6d021f253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:24.200601 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5141398f-0fdf-4c8e-b96c-2ee6d021f253 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2eba002d-8cd9-4d96-8abd-9c34903a9ae8 HTTP/1.1" status: 204 len: 168 time: 0.1307712 Sep 27 05:16:24.212845 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141398f-0fdf-4c8e-b96c-2ee6d021f253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eba002d-8cd9-4d96-8abd-9c34903a9ae8,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:24.523789 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41684) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:24.565301 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a4ea4906-96c3-4074-bcc2-882572db42c7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f215b2cd18cf479e978e48943466579e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403070 Sep 27 05:16:24.567920 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41686) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:24.615437 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9372b4a0-1b89-44ea-9c8f-baee10c8ddc2 admin admin] Publish callbacks [] for security_group (ad0563ef-40c3-42c6-b213-f9c6c44d6aca), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:24.637064 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9372b4a0-1b89-44ea-9c8f-baee10c8ddc2 admin admin] Publish callbacks [] for security_group (ad0563ef-40c3-42c6-b213-f9c6c44d6aca), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:24.688542 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9372b4a0-1b89-44ea-9c8f-baee10c8ddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (ad0563ef-40c3-42c6-b213-f9c6c44d6aca), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:24.691215 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9372b4a0-1b89-44ea-9c8f-baee10c8ddc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:24.692375 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-9372b4a0-1b89-44ea-9c8f-baee10c8ddc2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ad0563ef-40c3-42c6-b213-f9c6c44d6aca HTTP/1.1" status: 204 len: 168 time: 0.1234703 Sep 27 05:16:24.700723 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372b4a0-1b89-44ea-9c8f-baee10c8ddc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0563ef-40c3-42c6-b213-f9c6c44d6aca,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:25.134280 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9e5c7-64dc-4b4e-aff4-1b2084eb8412 req-90c5966e-d048-4645-8aa4-2076f7ae4ad7 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:25.135757 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7ef9e5c7-64dc-4b4e-aff4-1b2084eb8412 req-90c5966e-d048-4645-8aa4-2076f7ae4ad7 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 943 time: 0.0587025 Sep 27 05:16:25.183813 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7ef9e5c7-64dc-4b4e-aff4-1b2084eb8412 req-c44ac451-7633-4fad-8ee9-c1e4f98bd576 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=7de5bb71-4ca3-429c-8687-ac3067b42f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422068 Sep 27 05:16:25.494159 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 15e4e880-65a4-4424-abb7-b6a865c653e0 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:16:25.715097 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 15e4e880-65a4-4424-abb7-b6a865c653e0, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=15e4e880-65a4-4424-abb7-b6a865c653e0,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:25.726691 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '15e4e880-65a4-4424-abb7-b6a865c653e0', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'port_id': '15e4e880-65a4-4424-abb7-b6a865c653e0', 'mac_address': 'fa:16:3e:5a:4b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:16:25.761951 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 15e4e880-65a4-4424-abb7-b6a865c653e0 is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:25.762261 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:25.775743 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e4e880-65a4-4424-abb7-b6a865c653e0 {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:16:25.795702 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 15e4e880-65a4-4424-abb7-b6a865c653e0, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=15e4e880-65a4-4424-abb7-b6a865c653e0,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:25.799601 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:25.844738 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=15e4e880-65a4-4424-abb7-b6a865c653e0,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:26.016096 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['15e4e880-65a4-4424-abb7-b6a865c653e0'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:16:26.311526 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701797e-f791-4ffb-af9d-130cbdcfcc2e req-82798917-0abf-49c4-b350-f60852867477 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:26.312926 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9701797e-f791-4ffb-af9d-130cbdcfcc2e req-82798917-0abf-49c4-b350-f60852867477 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 944 time: 0.0515654 Sep 27 05:16:26.358694 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9701797e-f791-4ffb-af9d-130cbdcfcc2e req-93edad67-731b-44c6-9ea4-076f7ad15ca6 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=7de5bb71-4ca3-429c-8687-ac3067b42f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402541 Sep 27 05:16:27.488542 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd219f-378a-44cf-bd86-d0bf30e9706f req-01e4fb64-a809-408e-8a06-b4eff450c31b tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:27.490037 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1bfd219f-378a-44cf-bd86-d0bf30e9706f req-01e4fb64-a809-408e-8a06-b4eff450c31b tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 944 time: 0.0554638 Sep 27 05:16:27.503414 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 15e4e880-65a4-4424-abb7-b6a865c653e0 up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:16:27.537511 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1bfd219f-378a-44cf-bd86-d0bf30e9706f req-057f27c6-06aa-4232-a7ef-6b10dbd265cb tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=7de5bb71-4ca3-429c-8687-ac3067b42f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418777 Sep 27 05:16:27.550498 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port 15e4e880-65a4-4424-abb7-b6a865c653e0 completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:16:27.554902 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 15e4e880-65a4-4424-abb7-b6a865c653e0 triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:27.555287 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:27.555632 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 15e4e880-65a4-4424-abb7-b6a865c653e0 Sep 27 05:16:27.628875 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 15e4e880-65a4-4424-abb7-b6a865c653e0 is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:27.629262 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:27.651160 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccca9dd-8ce6-4fb2-938c-b7785a687db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e4e880-65a4-4424-abb7-b6a865c653e0'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:16:27.653396 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2391c75c-e35e-466d-bcfa-b4e661d85dac" -d '{"events": [{"server_uuid": "bccca9dd-8ce6-4fb2-938c-b7785a687db6", "name": "network-vif-plugged", "status": "completed", "tag": "15e4e880-65a4-4424-abb7-b6a865c653e0"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:16:27.665813 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 15e4e880-65a4-4424-abb7-b6a865c653e0, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=15e4e880-65a4-4424-abb7-b6a865c653e0,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:27.670252 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:27.692920 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2046646-edd9-4415-ad9d-3c41f5909f0d x-openstack-request-id: req-f2046646-edd9-4415-ad9d-3c41f5909f0d {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:16:27.693217 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccca9dd-8ce6-4fb2-938c-b7785a687db6", "name": "network-vif-plugged", "status": "completed", "tag": "15e4e880-65a4-4424-abb7-b6a865c653e0", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:16:27.693477 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f2046646-edd9-4415-ad9d-3c41f5909f0d {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:16:27.693867 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2046646-edd9-4415-ad9d-3c41f5909f0d'] response: {'server_uuid': 'bccca9dd-8ce6-4fb2-938c-b7785a687db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e4e880-65a4-4424-abb7-b6a865c653e0', 'code': 200} Sep 27 05:16:27.721477 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=15e4e880-65a4-4424-abb7-b6a865c653e0,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:27.861992 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9db55f-28c8-4561-b0ca-671b3867f15b req-20f29cc2-31c5-4cd5-b55d-22ba6c42a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:27.863491 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ca9db55f-28c8-4561-b0ca-671b3867f15b req-20f29cc2-31c5-4cd5-b55d-22ba6c42a04c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 1129 time: 0.0450170 Sep 27 05:16:27.910204 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ca9db55f-28c8-4561-b0ca-671b3867f15b req-ebff9fb8-46ba-4d0b-9f09-09100353243c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7de5bb71-4ca3-429c-8687-ac3067b42f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401235 Sep 27 05:16:28.663741 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abf755-ce15-498f-a8e6-ccde64410cd2 req-1276c228-cdaf-4acc-9ed4-79f4404ea6b8 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:28.665214 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-21abf755-ce15-498f-a8e6-ccde64410cd2 req-1276c228-cdaf-4acc-9ed4-79f4404ea6b8 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 945 time: 0.0543306 Sep 27 05:16:28.711324 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-21abf755-ce15-498f-a8e6-ccde64410cd2 req-832595e3-e838-4c96-ae64-1e5bf3d0e817 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=7de5bb71-4ca3-429c-8687-ac3067b42f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404186 Sep 27 05:16:29.837889 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63112b-b65f-4633-99a5-5996af94349c req-25728af0-df5f-4607-96aa-a54adeb60145 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:29.839350 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-db63112b-b65f-4633-99a5-5996af94349c req-25728af0-df5f-4607-96aa-a54adeb60145 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 945 time: 0.0514348 Sep 27 05:16:29.889941 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-db63112b-b65f-4633-99a5-5996af94349c req-4f487ada-d4ac-4a48-9dfc-ae622be6af68 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=7de5bb71-4ca3-429c-8687-ac3067b42f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439932 Sep 27 05:16:30.012497 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61218caa-fc8d-40fd-a8d6-24c89852ae61 req-c623052b-f52c-4c68-aeb0-087e0b971a98 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:30.014012 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-61218caa-fc8d-40fd-a8d6-24c89852ae61 req-c623052b-f52c-4c68-aeb0-087e0b971a98 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 945 time: 0.0538492 Sep 27 05:16:30.025063 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41732) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:30.029457 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-c5bf55f5-087d-4ec7-ac3f-bdec53bf8978 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Request body: {'floatingip': {'port_id': '15e4e880-65a4-4424-abb7-b6a865c653e0'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:30.076582 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c5bf55f5-087d-4ec7-ac3f-bdec53bf8978 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for floatingip (04ba6eaf-f587-4da2-877d-f52b90bcc7f1), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:30.163380 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-44afe5fa-b0a1-47a3-a7a1-ceef8caad23e tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1463615280&fields=id&tenant_id=89e5839579a747caaa9b2e0712499dca HTTP/1.1" status: 200 len: 267 time: 0.1048212 Sep 27 05:16:30.368695 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-bd13c32f-5dc9-45d4-a633-f28f614ec835 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:30.370157 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-bd13c32f-5dc9-45d4-a633-f28f614ec835 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/networks?id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef HTTP/1.1" status: 200 len: 808 time: 0.1854727 Sep 27 05:16:30.395311 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-39b7d701-68f2-45c4-b661-c45d4d798184 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/quotas/89e5839579a747caaa9b2e0712499dca HTTP/1.1" status: 200 len: 375 time: 0.0177178 Sep 27 05:16:30.541666 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-77bf0a9e-2b9b-407e-8553-1f4b925e4cbc tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=89e5839579a747caaa9b2e0712499dca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1220052 Sep 27 05:16:30.704285 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c5bf55f5-087d-4ec7-ac3f-bdec53bf8978 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:30.708523 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-965c1b65-0e45-496a-943d-2bc672d418eb service neutron] 10.222.0.27 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551704 Sep 27 05:16:30.709845 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c5bf55f5-087d-4ec7-ac3f-bdec53bf8978 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (04ba6eaf-f587-4da2-877d-f52b90bcc7f1), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:30.868251 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-c5bf55f5-087d-4ec7-ac3f-bdec53bf8978 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Floating IP 04ba6eaf-f587-4da2-877d-f52b90bcc7f1 associated. External IP: 172.27.1.129, port: 15e4e880-65a4-4424-abb7-b6a865c653e0. Sep 27 05:16:30.904248 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-01d0e5d1-05e3-44bb-affc-bae613569766 service neutron] 10.222.0.27 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600323 Sep 27 05:16:31.071062 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bf55f5-087d-4ec7-ac3f-bdec53bf8978 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Router c01b32fe-6bf4-4495-826e-d818d2a95cb8 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:16:31.202344 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-232cc170-c036-4485-a58e-8c7ca3898c60 req-ab3d3d66-66c4-423d-8972-c95f5d312182 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 210 time: 0.0306146 Sep 27 05:16:31.204067 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bf55f5-087d-4ec7-ac3f-bdec53bf8978 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:16:31.209553 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c5bf55f5-087d-4ec7-ac3f-bdec53bf8978 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:31.220617 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeaef99-ea9a-4dd5-910a-00b72127dd99 None None] Sync routers for ids ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:16:31.238018 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeaef99-ea9a-4dd5-910a-00b72127dd99 None None] Routers {'c01b32fe-6bf4-4495-826e-d818d2a95cb8'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:31.238823 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2aeaef99-ea9a-4dd5-910a-00b72127dd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:31.241593 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c5bf55f5-087d-4ec7-ac3f-bdec53bf8978 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "PUT /v2.0/floatingips/04ba6eaf-f587-4da2-877d-f52b90bcc7f1 HTTP/1.1" status: 200 len: 991 time: 1.2152176 Sep 27 05:16:31.242145 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccca9dd-8ce6-4fb2-938c-b7785a687db6', 'tag': '15e4e880-65a4-4424-abb7-b6a865c653e0'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:16:31.244570 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4be1da6-d5d8-451e-ae82-f88dae107b14" -d '{"events": [{"name": "network-changed", "server_uuid": "bccca9dd-8ce6-4fb2-938c-b7785a687db6", "tag": "15e4e880-65a4-4424-abb7-b6a865c653e0"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:16:31.285460 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc90698-66a3-467c-b4da-8b7b5874b8e3 x-openstack-request-id: req-dbc90698-66a3-467c-b4da-8b7b5874b8e3 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:16:31.285760 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccca9dd-8ce6-4fb2-938c-b7785a687db6", "tag": "15e4e880-65a4-4424-abb7-b6a865c653e0", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:16:31.286027 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dbc90698-66a3-467c-b4da-8b7b5874b8e3 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:16:31.286443 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc90698-66a3-467c-b4da-8b7b5874b8e3'] response: {'name': 'network-changed', 'server_uuid': 'bccca9dd-8ce6-4fb2-938c-b7785a687db6', 'tag': '15e4e880-65a4-4424-abb7-b6a865c653e0', 'status': 'completed', 'code': 200} Sep 27 05:16:31.354746 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be1da6-d5d8-451e-ae82-f88dae107b14 req-10df2be0-1fa0-42c4-be5c-503d3b4a2d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:31.357131 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f4be1da6-d5d8-451e-ae82-f88dae107b14 req-10df2be0-1fa0-42c4-be5c-503d3b4a2d5e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f&device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 1129 time: 0.0488992 Sep 27 05:16:31.362521 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-2aeaef99-ea9a-4dd5-910a-00b72127dd99 None None] Set router c01b32fe-6bf4-4495-826e-d818d2a95cb8 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:31.457970 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be1da6-d5d8-451e-ae82-f88dae107b14 req-d2970c9d-09b8-4aae-99fe-83fe4b41cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:31.459986 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f4be1da6-d5d8-451e-ae82-f88dae107b14 req-d2970c9d-09b8-4aae-99fe-83fe4b41cc2f service neutron] 10.222.0.49 "GET /v2.0/networks?id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee HTTP/1.1" status: 200 len: 911 time: 0.0966363 Sep 27 05:16:31.529219 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f4be1da6-d5d8-451e-ae82-f88dae107b14 req-e3dd834f-73f6-4b4f-a192-274978b1fcbe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15e4e880-65a4-4424-abb7-b6a865c653e0 HTTP/1.1" status: 200 len: 999 time: 0.0632293 Sep 27 05:16:31.584937 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be1da6-d5d8-451e-ae82-f88dae107b14 req-88fa550f-7739-4c46-9f79-cb544e99dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:31.587099 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f4be1da6-d5d8-451e-ae82-f88dae107b14 req-88fa550f-7739-4c46-9f79-cb544e99dd9f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9895e08b-4d5c-410c-b888-43f54d0bd71d HTTP/1.1" status: 200 len: 849 time: 0.0508819 Sep 27 05:16:31.597322 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2aeaef99-ea9a-4dd5-910a-00b72127dd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '04ba6eaf-f587-4da2-877d-f52b90bcc7f1', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'port_id': '15e4e880-65a4-4424-abb7-b6a865c653e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'mac_address': 'fa:16:3e:5a:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccca9dd-8ce6-4fb2-938c-b7785a687db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:16:18Z', 'updated_at': '2022-09-27T05:16:30Z', 'revision_number': 1, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:34Z', 'revision_number': 5, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:31.623018 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeaef99-ea9a-4dd5-910a-00b72127dd99 None None] Checking router: c01b32fe-6bf4-4495-826e-d818d2a95cb8 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:16:31.632307 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeaef99-ea9a-4dd5-910a-00b72127dd99 None None] Routers {'c01b32fe-6bf4-4495-826e-d818d2a95cb8'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:31.632987 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2aeaef99-ea9a-4dd5-910a-00b72127dd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:31.639733 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be1da6-d5d8-451e-ae82-f88dae107b14 req-3abd0a01-d5ce-427c-9f1a-a9c084a7772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:31.642951 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f4be1da6-d5d8-451e-ae82-f88dae107b14 req-3abd0a01-d5ce-427c-9f1a-a9c084a7772b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dec3ae48-36aa-405d-bc7f-047f78b4a7ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505667 Sep 27 05:16:31.738384 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-2aeaef99-ea9a-4dd5-910a-00b72127dd99 None None] Set router c01b32fe-6bf4-4495-826e-d818d2a95cb8 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:31.746105 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f4be1da6-d5d8-451e-ae82-f88dae107b14 req-26a6951e-9ce7-4ac4-bfc6-e6621a7340fe service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961847 Sep 27 05:16:31.839011 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f4be1da6-d5d8-451e-ae82-f88dae107b14 req-f56a2057-5164-4832-ac90-a47fef22d155 service neutron] 10.222.0.49 "GET /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869658 Sep 27 05:16:31.959519 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2aeaef99-ea9a-4dd5-910a-00b72127dd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '04ba6eaf-f587-4da2-877d-f52b90bcc7f1', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'port_id': '15e4e880-65a4-4424-abb7-b6a865c653e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'mac_address': 'fa:16:3e:5a:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccca9dd-8ce6-4fb2-938c-b7785a687db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:16:18Z', 'updated_at': '2022-09-27T05:16:30Z', 'revision_number': 1, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:34Z', 'revision_number': 5, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:31.983632 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeaef99-ea9a-4dd5-910a-00b72127dd99 None None] The sync data for ids ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'] in dv-cinder-858463-2-iscsi is: [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '04ba6eaf-f587-4da2-877d-f52b90bcc7f1', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'port_id': '15e4e880-65a4-4424-abb7-b6a865c653e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'mac_address': 'fa:16:3e:5a:4b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccca9dd-8ce6-4fb2-938c-b7785a687db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:16:18Z', 'updated_at': '2022-09-27T05:16:30Z', 'revision_number': 1, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:34Z', 'revision_number': 5, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:16:32.174431 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-aed52ff1-3222-4354-9da3-465066c6daa3 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:32.175934 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-aed52ff1-3222-4354-9da3-465066c6daa3 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.49 "GET /v2.0/networks?id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef HTTP/1.1" status: 200 len: 808 time: 0.1196463 Sep 27 05:16:32.211683 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c64f05e-9d1d-42a7-be24-a07f8880acfa None None] New status for floating IP 04ba6eaf-f587-4da2-877d-f52b90bcc7f1: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:16:32.256327 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-d0e24aa8-5378-49f1-9bee-ffbf95f19239 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e5839579a747caaa9b2e0712499dca HTTP/1.1" status: 200 len: 380 time: 0.0699663 Sep 27 05:16:32.266069 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-2399bd4b-6c7e-461e-b2c4-175cfbf99699 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Request body: {'port': {'device_id': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'admin_state_up': True, 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'security_groups': ['747582ab-0d6d-480f-becb-301e62c2dea9']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:32.320128 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a4ffad22-49e2-4366-9297-017e6be26c4b req-583b3050-adf0-48ef-af9d-d26a21aac692 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 210 time: 0.0289743 Sep 27 05:16:32.389360 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-2399bd4b-6c7e-461e-b2c4-175cfbf99699 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Made reservation on behalf of 89e5839579a747caaa9b2e0712499dca for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 05:16:32.394241 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-2399bd4b-6c7e-461e-b2c4-175cfbf99699 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:32.533084 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-2399bd4b-6c7e-461e-b2c4-175cfbf99699 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Allocated IP 172.20.0.10 (d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef/c0004e3c-3058-478c-830b-24ca32d21eb0/1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:16:32.674035 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-2399bd4b-6c7e-461e-b2c4-175cfbf99699 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:32.704568 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-2399bd4b-6c7e-461e-b2c4-175cfbf99699 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:32.742819 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-2399bd4b-6c7e-461e-b2c4-175cfbf99699 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Network d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:16:32.745889 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-2399bd4b-6c7e-461e-b2c4-175cfbf99699 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:16:32.749470 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-2399bd4b-6c7e-461e-b2c4-175cfbf99699 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:16:32.780317 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399bd4b-6c7e-461e-b2c4-175cfbf99699 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Pushing event updated for resources: {'Port': ['ID=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:32.809291 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-2399bd4b-6c7e-461e-b2c4-175cfbf99699 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:32.809913 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-2399bd4b-6c7e-461e-b2c4-175cfbf99699 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:32.827425 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-2399bd4b-6c7e-461e-b2c4-175cfbf99699 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5665743 Sep 27 05:16:32.839529 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Request body: {'port': {'device_id': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:32.901518 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:32.949537 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-4281760f-c536-4944-871b-44ed85033121 None None] Provisioning complete for port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d triggered by entity DHCP. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:32.950125 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4281760f-c536-4944-871b-44ed85033121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:32.950255 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-4281760f-c536-4944-871b-44ed85033121 None None] Attempt 1 to provision port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d Sep 27 05:16:32.982436 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-4281760f-c536-4944-871b-44ed85033121 None None] Port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d cannot update to ACTIVE because it is not bound. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 27 05:16:33.154486 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:16:33.161954 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Publish callbacks [] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:33.173626 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Transition to ACTIVE for port object 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 05:16:33.178062 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:33.252636 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:33.280628 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Attempting to bind port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 27 05:16:33.280993 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Attempting to bind port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '62fb0a82-a637-41d5-9fea-5729c70dbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 27 05:16:33.281863 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Attempting to bind port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d on network d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:16:33.286372 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d on network d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 05:16:33.286681 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Attempting to bind port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d on network d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 05:16:33.291515 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Checking agent: {'id': 'f79018bd-1f9c-445a-98cd-390a2d7fbb2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'started_at': datetime.datetime(2022, 9, 27, 5, 3, 46), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 5, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 05:16:33.291850 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Checking segment: {'id': '62fb0a82-a637-41d5-9fea-5729c70dbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 27 05:16:33.292231 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Bound using segment: {'id': '62fb0a82-a637-41d5-9fea-5729c70dbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 05:16:33.292653 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Bound port: 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62fb0a82-a637-41d5-9fea-5729c70dbe1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 27 05:16:33.293033 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:33.353863 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] For port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d, host hv-cinder-85846, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 05:16:33.357799 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] For port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,segment=NetworkSegment(62fb0a82-a637-41d5-9fea-5729c70dbe1f),segment_id=62fb0a82-a637-41d5-9fea-5729c70dbe1f)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 05:16:33.364040 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6109257'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:33.367990 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:33.368605 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:33.370021 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] 10.222.0.49 "PUT /v2.0/ports/1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d HTTP/1.1" status: 200 len: 1094 time: 0.5352378 Sep 27 05:16:33.370514 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'tag': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:16:33.372761 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95774c01-879b-4edf-9410-32d299288b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "06a500ce-d798-4ea6-93d5-6626f22eac2b", "tag": "1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:16:33.423536 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5f8921-11d3-4fd6-94f4-ff85b81eda56 x-openstack-request-id: req-1b5f8921-11d3-4fd6-94f4-ff85b81eda56 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:16:33.424189 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a500ce-d798-4ea6-93d5-6626f22eac2b", "tag": "1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:16:33.424189 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1b5f8921-11d3-4fd6-94f4-ff85b81eda56 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:16:33.424465 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b5f8921-11d3-4fd6-94f4-ff85b81eda56'] response: {'name': 'network-changed', 'server_uuid': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'tag': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d', 'status': 'completed', 'code': 200} Sep 27 05:16:33.436936 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4f259-9c9e-4bbe-a6c7-c6234995c499 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:33.454860 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172b4e2-ff19-44b4-ac61-2348ad454933 req-ede9e6e0-c97e-41f9-963d-9796fd5fdd17 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:33.456351 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8172b4e2-ff19-44b4-ac61-2348ad454933 req-ede9e6e0-c97e-41f9-963d-9796fd5fdd17 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 944 time: 0.0541823 Sep 27 05:16:33.473486 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-1ccb8364-a8c7-46c4-9940-49b7a5e08d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:33.475225 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-1ccb8364-a8c7-46c4-9940-49b7a5e08d18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89e5839579a747caaa9b2e0712499dca&device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 1128 time: 0.0533869 Sep 27 05:16:33.483812 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-4281760f-c536-4944-871b-44ed85033121 None None] Attempt 2 to provision port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d Sep 27 05:16:33.509461 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8172b4e2-ff19-44b4-ac61-2348ad454933 req-27f223cb-2ef1-48f1-a7f5-e10ecd7d81e8 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473936 Sep 27 05:16:33.515638 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-4a832450-46c4-42eb-9781-0dd9978c2852 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d HTTP/1.1" status: 200 len: 217 time: 0.0334947 Sep 27 05:16:33.526349 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-4281760f-c536-4944-871b-44ed85033121 None None] Port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d had new provisioning blocks added so it will not transition to active. {{(pid=103958) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 27 05:16:33.566177 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-5164f157-f566-457c-9cd0-c61f73834e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:33.567625 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-5164f157-f566-457c-9cd0-c61f73834e80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0004e3c-3058-478c-830b-24ca32d21eb0 HTTP/1.1" status: 200 len: 847 time: 0.0468662 Sep 27 05:16:33.614747 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-0cb51446-2350-4a7d-b471-2fff40fe3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:33.616204 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-0cb51446-2350-4a7d-b471-2fff40fe3c2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428276 Sep 27 05:16:33.702456 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-7aa56c49-69e1-4768-bdab-a669918135c0 service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799656 Sep 27 05:16:33.791773 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62c20ded-55b3-4ae9-9dc7-ded5e16cd898 req-34885345-bd90-453e-82ec-1683541b6483 service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839639 Sep 27 05:16:33.885381 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95774c01-879b-4edf-9410-32d299288b9a req-ab5c72a5-fc8e-484c-8190-9567fe349254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:33.886861 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95774c01-879b-4edf-9410-32d299288b9a req-ab5c72a5-fc8e-484c-8190-9567fe349254 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89e5839579a747caaa9b2e0712499dca&device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 1128 time: 0.0450976 Sep 27 05:16:33.975903 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95774c01-879b-4edf-9410-32d299288b9a req-8c65e21a-475b-4f0e-83d9-0bcc5654b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:33.977320 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95774c01-879b-4edf-9410-32d299288b9a req-8c65e21a-475b-4f0e-83d9-0bcc5654b06b service neutron] 10.222.0.49 "GET /v2.0/networks?id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef HTTP/1.1" status: 200 len: 909 time: 0.0841110 Sep 27 05:16:34.248268 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95774c01-879b-4edf-9410-32d299288b9a req-dad8151b-ac0f-4bce-9c0d-b72a07da9437 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d HTTP/1.1" status: 200 len: 217 time: 0.2639496 Sep 27 05:16:34.296260 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95774c01-879b-4edf-9410-32d299288b9a req-a756e4a1-c1f6-4c22-a9e4-11f80f7ca533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:34.298039 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95774c01-879b-4edf-9410-32d299288b9a req-a756e4a1-c1f6-4c22-a9e4-11f80f7ca533 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0004e3c-3058-478c-830b-24ca32d21eb0 HTTP/1.1" status: 200 len: 847 time: 0.0442908 Sep 27 05:16:34.347130 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95774c01-879b-4edf-9410-32d299288b9a req-2b394e01-c136-4bad-a70e-7663085e6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:34.348610 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95774c01-879b-4edf-9410-32d299288b9a req-2b394e01-c136-4bad-a70e-7663085e6c14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433023 Sep 27 05:16:34.438404 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95774c01-879b-4edf-9410-32d299288b9a req-d7cb5813-9688-4738-a2c8-d4d3eb39c005 service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840862 Sep 27 05:16:34.525529 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95774c01-879b-4edf-9410-32d299288b9a req-91ab5e3f-3ada-4c27-8401-fb79693b4941 service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811315 Sep 27 05:16:34.639385 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6d1f0-a948-4ff7-9013-74c0ebea3fd3 req-61291beb-9b4a-4b50-9933-6f467a13a979 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:34.640997 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ceb6d1f0-a948-4ff7-9013-74c0ebea3fd3 req-61291beb-9b4a-4b50-9933-6f467a13a979 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 944 time: 0.0519004 Sep 27 05:16:34.688893 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ceb6d1f0-a948-4ff7-9013-74c0ebea3fd3 req-6cb5d1fe-9b61-4c08-b03b-2f42f41ff9a1 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420649 Sep 27 05:16:35.792624 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eda62c41-50a7-4d12-8feb-6f67f68eddb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:35.814764 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a2f9f-cb92-4ba8-b631-9dac3ccb1e9c req-68a46403-1743-425f-b14b-f1f60286a51c tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:35.816231 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f34a2f9f-cb92-4ba8-b631-9dac3ccb1e9c req-68a46403-1743-425f-b14b-f1f60286a51c tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 944 time: 0.0551109 Sep 27 05:16:35.863363 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-f34a2f9f-cb92-4ba8-b631-9dac3ccb1e9c req-39073770-4099-4c20-9b8c-b8dfe449a761 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415161 Sep 27 05:16:36.989497 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78ce7a-9241-478f-87af-18a261781e82 req-2a0b9863-afe1-46a3-a1ae-ca61010b09a7 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:36.991008 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7c78ce7a-9241-478f-87af-18a261781e82 req-2a0b9863-afe1-46a3-a1ae-ca61010b09a7 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 944 time: 0.0557971 Sep 27 05:16:37.039582 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7c78ce7a-9241-478f-87af-18a261781e82 req-8ad2962c-756c-4ee9-91cb-519c873f322d tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431228 Sep 27 05:16:38.160805 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ca0e5dc7-4437-45fa-bb6d-f4060c34dea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:38.162356 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fd100-bd9c-4986-b5f2-575b9a3ed1e2 req-0420270d-1dfe-4433-9c76-68fc17bb5813 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:38.163848 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c61fd100-bd9c-4986-b5f2-575b9a3ed1e2 req-0420270d-1dfe-4433-9c76-68fc17bb5813 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 944 time: 0.0517595 Sep 27 05:16:38.212189 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c61fd100-bd9c-4986-b5f2-575b9a3ed1e2 req-84c7e6f2-c632-4b7c-a373-56b88c7bbe1c tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425470 Sep 27 05:16:39.339943 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d38d3-ea20-4da4-9df5-c94a07d5d514 req-fd10988c-d54f-4ef7-b30e-f89b8e9d7c5e tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:39.341467 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-306d38d3-ea20-4da4-9df5-c94a07d5d514 req-fd10988c-d54f-4ef7-b30e-f89b8e9d7c5e tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 944 time: 0.0551541 Sep 27 05:16:39.388968 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-306d38d3-ea20-4da4-9df5-c94a07d5d514 req-618d3be1-4a73-46eb-a3f8-803d7316146a tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418282 Sep 27 05:16:39.414695 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:40.516270 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9af07-6e9c-4a84-ab0b-46004b7f52c2 req-f9a95585-d063-4162-a18e-f610d445884e tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:40.518635 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6bf9af07-6e9c-4a84-ab0b-46004b7f52c2 req-f9a95585-d063-4162-a18e-f610d445884e tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 944 time: 0.0519795 Sep 27 05:16:40.567013 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6bf9af07-6e9c-4a84-ab0b-46004b7f52c2 req-c32472b8-2aeb-4705-b001-3bf1ab595098 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429525 Sep 27 05:16:40.807200 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:41.224477 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:16:41.571646 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:16:41.670911 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,segment=NetworkSegment(62fb0a82-a637-41d5-9fea-5729c70dbe1f),segment_id=62fb0a82-a637-41d5-9fea-5729c70dbe1f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:41.682982 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'port_id': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d', 'mac_address': 'fa:16:3e:88:bd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:16:41.690846 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc0165-34e9-4b70-a702-2f8406490e38 req-fa90c11c-5115-4ec7-8388-2fb200cba27c tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:41.692205 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-23cc0165-34e9-4b70-a702-2f8406490e38 req-fa90c11c-5115-4ec7-8388-2fb200cba27c tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 944 time: 0.0531595 Sep 27 05:16:41.717350 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:41.717747 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:41.731428 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:16:41.747595 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-23cc0165-34e9-4b70-a702-2f8406490e38 req-5258dd60-29c3-4039-9552-44ca6aa1a903 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474241 Sep 27 05:16:41.750233 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,segment=NetworkSegment(62fb0a82-a637-41d5-9fea-5729c70dbe1f),segment_id=62fb0a82-a637-41d5-9fea-5729c70dbe1f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:41.754314 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:41.809626 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:41.988419 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:16:42.160637 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:42.872005 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c96199-6176-4462-8199-513183a2c7cc req-868f155d-09dc-49da-9dd8-2f889bc7b08a tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:42.873482 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-86c96199-6176-4462-8199-513183a2c7cc req-868f155d-09dc-49da-9dd8-2f889bc7b08a tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 945 time: 0.0521255 Sep 27 05:16:42.922048 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-86c96199-6176-4462-8199-513183a2c7cc req-91c4b0a9-99b0-4006-a189-69a52ea2e063 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426009 Sep 27 05:16:43.588531 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:16:43.633341 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning for port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d completed by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 27 05:16:43.637053 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:16:43.637431 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:43.637775 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d Sep 27 05:16:43.709354 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:16:43.709752 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:43.734603 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:16:43.736859 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957a1524-7194-49a0-a81f-d9223a51b5e5" -d '{"events": [{"server_uuid": "06a500ce-d798-4ea6-93d5-6626f22eac2b", "name": "network-vif-plugged", "status": "completed", "tag": "1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:16:43.749321 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,segment=NetworkSegment(62fb0a82-a637-41d5-9fea-5729c70dbe1f),segment_id=62fb0a82-a637-41d5-9fea-5729c70dbe1f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:16:43.753657 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:43.776264 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c26c6e-c410-48ac-89e3-f68fd0e36bcc x-openstack-request-id: req-e2c26c6e-c410-48ac-89e3-f68fd0e36bcc {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:16:43.776563 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a500ce-d798-4ea6-93d5-6626f22eac2b", "name": "network-vif-plugged", "status": "completed", "tag": "1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:16:43.776850 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e2c26c6e-c410-48ac-89e3-f68fd0e36bcc {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:16:43.777254 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c26c6e-c410-48ac-89e3-f68fd0e36bcc'] response: {'server_uuid': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d', 'code': 200} Sep 27 05:16:43.802481 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,revision_number=5']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:43.988540 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0089d87-f43d-48ec-8b28-cde7612f48ab req-60c397c6-8f3a-41a1-8173-de89e9b7ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:43.990196 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f0089d87-f43d-48ec-8b28-cde7612f48ab req-60c397c6-8f3a-41a1-8173-de89e9b7ac79 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 1130 time: 0.0499959 Sep 27 05:16:44.037323 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f0089d87-f43d-48ec-8b28-cde7612f48ab req-0d5b124e-f7f1-48ba-90d6-a4bace19f6b5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414245 Sep 27 05:16:44.047692 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2ae88-067c-4bab-8d7f-a3bbd7e3a08e req-56209dc5-07fe-444f-83ea-bc30e6a1a3ef tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:44.049179 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3af2ae88-067c-4bab-8d7f-a3bbd7e3a08e req-56209dc5-07fe-444f-83ea-bc30e6a1a3ef tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0531836 Sep 27 05:16:44.096669 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3af2ae88-067c-4bab-8d7f-a3bbd7e3a08e req-1a41c67a-39c9-4c47-abef-34d4b895c828 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412812 Sep 27 05:16:45.229881 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda96d4f-5741-4ed5-84da-2be93e62d09a req-f95dd710-7337-4791-8d08-1fde3410fcfc tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:45.236211 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dda96d4f-5741-4ed5-84da-2be93e62d09a req-f95dd710-7337-4791-8d08-1fde3410fcfc tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0570037 Sep 27 05:16:45.283779 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dda96d4f-5741-4ed5-84da-2be93e62d09a req-af818ede-03c9-49a1-8d58-fc9397daaf2e tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468674 Sep 27 05:16:45.408323 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276ecd1-0d4f-4823-91fc-9d0436e2c246 req-70e44994-91e9-42f3-a528-8809ac1172e7 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:45.410019 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5276ecd1-0d4f-4823-91fc-9d0436e2c246 req-70e44994-91e9-42f3-a528-8809ac1172e7 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0516706 Sep 27 05:16:45.458460 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5276ecd1-0d4f-4823-91fc-9d0436e2c246 req-dfe644d7-dd6b-4435-839d-c9edb8b0800c tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430276 Sep 27 05:16:45.488284 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41788) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:45.718065 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177502ac-6116-46b6-8978-4b99cc14b06e tempest-TestShelveInstance-1213807239 tempest-TestShelveInstance-1213807239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:45.719561 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-177502ac-6116-46b6-8978-4b99cc14b06e tempest-TestShelveInstance-1213807239 tempest-TestShelveInstance-1213807239-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 1125 time: 0.2302902 Sep 27 05:16:45.722599 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41792) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:16:45.726754 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.v2.base [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Request body: {'floatingip': {'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'port_id': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 05:16:45.747727 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:45.964759 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:46.135002 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:46.240374 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Allocated IP 172.27.1.158 (567d47fc-aabf-4674-8921-5604d2739763/fff9888e-3449-4973-aaf1-f39523bb273d/d9919061-bd96-4800-ba5b-e14f7684cbf9) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 05:16:46.340403 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for port (d9919061-bd96-4800-ba5b-e14f7684cbf9), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:46.372570 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740363081674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (d9919061-bd96-4800-ba5b-e14f7684cbf9), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:46.411164 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Network 567d47fc-aabf-4674-8921-5604d2739763 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 05:16:46.414034 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 05:16:46.416688 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 27 05:16:46.444319 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Pushing event updated for resources: {'Port': ['ID=d9919061-bd96-4800-ba5b-e14f7684cbf9,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:46.764364 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for floatingip (6a16c235-f526-44c4-9d04-ca32b52f3cb6), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:46.834377 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (d9919061-bd96-4800-ba5b-e14f7684cbf9), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:46.980094 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for port (d9919061-bd96-4800-ba5b-e14f7684cbf9), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:46.984595 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5961662'] for port (d9919061-bd96-4800-ba5b-e14f7684cbf9), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:47.052648 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (6a16c235-f526-44c4-9d04-ca32b52f3cb6), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:47.054358 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Pushing event updated for resources: {'Port': ['ID=d9919061-bd96-4800-ba5b-e14f7684cbf9,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:16:47.089812 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:47.090169 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:47.090515 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:47.090855 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:47.091194 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:47.091530 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:47.091864 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:47.092194 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:47.092523 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:47.092877 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:47.093210 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:47.093551 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:47.093877 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:16:47.164640 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Floating IP 6a16c235-f526-44c4-9d04-ca32b52f3cb6 associated. External IP: 172.27.1.158, port: 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d. Sep 27 05:16:47.372719 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Router 592dade1-2415-420a-a13b-fd4e85bd8a2e has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:16:47.478323 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:16:47.488341 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae438d-9fa9-4e7d-82a2-882d194c5fce None None] Sync routers for ids ['592dade1-2415-420a-a13b-fd4e85bd8a2e'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:16:47.499044 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae438d-9fa9-4e7d-82a2-882d194c5fce None None] Routers {'592dade1-2415-420a-a13b-fd4e85bd8a2e'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:47.499661 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-55ae438d-9fa9-4e7d-82a2-882d194c5fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['592dade1-2415-420a-a13b-fd4e85bd8a2e'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:47.504781 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:16:47.538010 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-fc810a65-7ffb-4645-9705-a42cb13e894f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8144019 Sep 27 05:16:47.538630 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'tag': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:16:47.541052 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552a33e8-2293-4c9a-ab0e-f5e2006cc990" -d '{"events": [{"name": "network-changed", "server_uuid": "06a500ce-d798-4ea6-93d5-6626f22eac2b", "tag": "1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:16:47.603015 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-55ae438d-9fa9-4e7d-82a2-882d194c5fce None None] Set router 592dade1-2415-420a-a13b-fd4e85bd8a2e gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:47.695802 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e9ae6f-879b-41ae-9b7d-91f0375be2e2 x-openstack-request-id: req-f4e9ae6f-879b-41ae-9b7d-91f0375be2e2 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:16:47.696101 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a500ce-d798-4ea6-93d5-6626f22eac2b", "tag": "1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:16:47.696360 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f4e9ae6f-879b-41ae-9b7d-91f0375be2e2 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:16:47.696765 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e9ae6f-879b-41ae-9b7d-91f0375be2e2'] response: {'name': 'network-changed', 'server_uuid': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'tag': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d', 'status': 'completed', 'code': 200} Sep 27 05:16:47.808854 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a33e8-2293-4c9a-ab0e-f5e2006cc990 req-40475174-6c1b-45e1-92ae-1614d56a9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:47.810347 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-552a33e8-2293-4c9a-ab0e-f5e2006cc990 req-40475174-6c1b-45e1-92ae-1614d56a9c26 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89e5839579a747caaa9b2e0712499dca&device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 1130 time: 0.0922759 Sep 27 05:16:47.823034 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-55ae438d-9fa9-4e7d-82a2-882d194c5fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:03Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 4, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'gw_port': {'id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:04Z', 'updated_at': '2022-09-27T05:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '6a16c235-f526-44c4-9d04-ca32b52f3cb6', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'port_id': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'mac_address': 'fa:16:3e:88:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:16:46Z', 'updated_at': '2022-09-27T05:16:46Z', 'revision_number': 0, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d115d0-8379-40aa-9e4d-8dfeca493bdb', 'name': '', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'mac_address': 'fa:16:3e:4a:12:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:06Z', 'updated_at': '2022-09-27T05:16:11Z', 'revision_number': 5, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'subnets': [{'id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:47.848425 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae438d-9fa9-4e7d-82a2-882d194c5fce None None] Checking router: 592dade1-2415-420a-a13b-fd4e85bd8a2e for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:16:47.856643 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ae438d-9fa9-4e7d-82a2-882d194c5fce None None] Routers {'592dade1-2415-420a-a13b-fd4e85bd8a2e'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:16:47.857377 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-55ae438d-9fa9-4e7d-82a2-882d194c5fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:16:38Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['592dade1-2415-420a-a13b-fd4e85bd8a2e'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:47.904659 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a33e8-2293-4c9a-ab0e-f5e2006cc990 req-561e76e9-35f1-43e4-9b12-bb428e0cc8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:47.906066 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-552a33e8-2293-4c9a-ab0e-f5e2006cc990 req-561e76e9-35f1-43e4-9b12-bb428e0cc8af service neutron] 10.222.0.49 "GET /v2.0/networks?id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef HTTP/1.1" status: 200 len: 909 time: 0.0887635 Sep 27 05:16:47.970328 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-552a33e8-2293-4c9a-ab0e-f5e2006cc990 req-837fb023-cc1f-49f9-a120-71d6007e1906 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d HTTP/1.1" status: 200 len: 1000 time: 0.0571322 Sep 27 05:16:48.022907 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a33e8-2293-4c9a-ab0e-f5e2006cc990 req-a8139017-5577-4196-9648-8ec590d26605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:48.024375 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-552a33e8-2293-4c9a-ab0e-f5e2006cc990 req-a8139017-5577-4196-9648-8ec590d26605 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0004e3c-3058-478c-830b-24ca32d21eb0 HTTP/1.1" status: 200 len: 847 time: 0.0468659 Sep 27 05:16:48.078076 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a33e8-2293-4c9a-ab0e-f5e2006cc990 req-39a04320-b3a7-48a0-8cf7-687c9b58b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:16:48.079594 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-552a33e8-2293-4c9a-ab0e-f5e2006cc990 req-39a04320-b3a7-48a0-8cf7-687c9b58b93b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494456 Sep 27 05:16:48.085779 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-55ae438d-9fa9-4e7d-82a2-882d194c5fce None None] Set router 592dade1-2415-420a-a13b-fd4e85bd8a2e gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:16:48.168541 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-552a33e8-2293-4c9a-ab0e-f5e2006cc990 req-64732374-f42c-49c6-9f90-c26c2712f0e6 service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820851 Sep 27 05:16:48.261601 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-552a33e8-2293-4c9a-ab0e-f5e2006cc990 req-07a3979f-749e-4e79-b93f-d4c774af8476 service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868144 Sep 27 05:16:48.302112 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-55ae438d-9fa9-4e7d-82a2-882d194c5fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:03Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 4, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'gw_port': {'id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:04Z', 'updated_at': '2022-09-27T05:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '6a16c235-f526-44c4-9d04-ca32b52f3cb6', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'port_id': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'mac_address': 'fa:16:3e:88:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:16:46Z', 'updated_at': '2022-09-27T05:16:46Z', 'revision_number': 0, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d115d0-8379-40aa-9e4d-8dfeca493bdb', 'name': '', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'mac_address': 'fa:16:3e:4a:12:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:06Z', 'updated_at': '2022-09-27T05:16:11Z', 'revision_number': 5, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'subnets': [{'id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:16:48.330816 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ae438d-9fa9-4e7d-82a2-882d194c5fce None None] The sync data for ids ['592dade1-2415-420a-a13b-fd4e85bd8a2e'] in dv-cinder-858463-2-iscsi is: [{'id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:03Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 4, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'gw_port': {'id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:04Z', 'updated_at': '2022-09-27T05:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_floatingips': [{'id': '6a16c235-f526-44c4-9d04-ca32b52f3cb6', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'floating_ip_address': '172.27.1.158', 'floating_network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'router_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'port_id': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'mac_address': 'fa:16:3e:88:bd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T05:16:46Z', 'updated_at': '2022-09-27T05:16:46Z', 'revision_number': 0, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d115d0-8379-40aa-9e4d-8dfeca493bdb', 'name': '', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'mac_address': 'fa:16:3e:4a:12:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:06Z', 'updated_at': '2022-09-27T05:16:11Z', 'revision_number': 5, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'subnets': [{'id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:16:48.526275 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb90e04-f731-4e35-b24d-e7fa3ce24fe6 None None] New status for floating IP 6a16c235-f526-44c4-9d04-ca32b52f3cb6: ACTIVE {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:17:05.794324 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f4897261-6ed1-4013-9fad-2789b87ff65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:08.162559 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-854017c1-3f2e-4281-895b-238d9da2c04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:09.417178 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:10.809737 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:12.143705 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:15.955808 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:18.223065 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:17:28.001435 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3b536-5b03-44df-b85f-3d1c1e2de932 req-5e76e0df-5d87-492a-b29a-f0916a0fcf0a tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:17:28.002953 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-18f3b536-5b03-44df-b85f-3d1c1e2de932 req-5e76e0df-5d87-492a-b29a-f0916a0fcf0a tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 945 time: 0.0532606 Sep 27 05:17:28.050043 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-18f3b536-5b03-44df-b85f-3d1c1e2de932 req-95b322ad-07d4-4f64-99d8-55d737abfe49 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=7de5bb71-4ca3-429c-8687-ac3067b42f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407543 Sep 27 05:17:29.175391 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f5c52-f6fe-42b4-9ca5-abed58ab5a66 req-cdafa12e-4d8e-4871-b2e5-b64432bd4b3c tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:17:29.177513 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fb7f5c52-f6fe-42b4-9ca5-abed58ab5a66 req-cdafa12e-4d8e-4871-b2e5-b64432bd4b3c tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 945 time: 0.0532329 Sep 27 05:17:29.224596 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fb7f5c52-f6fe-42b4-9ca5-abed58ab5a66 req-9d7e98ae-3c65-4261-9bfa-0d8020e00aec tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups?id=7de5bb71-4ca3-429c-8687-ac3067b42f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408821 Sep 27 05:17:29.680940 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-6b2c24c1-b248-4053-ae1e-19d56dd05dec tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:17:29.682383 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-6b2c24c1-b248-4053-ae1e-19d56dd05dec tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.49 "GET /v2.0/ports?device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 945 time: 0.0533676 Sep 27 05:17:29.770725 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Deleting port 15e4e880-65a4-4424-abb7-b6a865c653e0 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:17:29.771063 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:29.858177 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] For port 15e4e880-65a4-4424-abb7-b6a865c653e0, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=15e4e880-65a4-4424-abb7-b6a865c653e0,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:17:29.858537 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:30.012721 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:30.013105 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7911686'] for floatingip (04ba6eaf-f587-4da2-877d-f52b90bcc7f1), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:30.013418 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Floating IP 04ba6eaf-f587-4da2-877d-f52b90bcc7f1 disassociated. External IP: 172.27.1.129, port: 15e4e880-65a4-4424-abb7-b6a865c653e0. Sep 27 05:17:30.013755 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Calling delete_port for 15e4e880-65a4-4424-abb7-b6a865c653e0 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:17:30.138053 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (15e4e880-65a4-4424-abb7-b6a865c653e0), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:30.163690 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event deleted for resources: {'Port': ['ID=15e4e880-65a4-4424-abb7-b6a865c653e0,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:30.177791 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:30.178149 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:30.178500 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:30.178843 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:30.179178 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:30.179512 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:30.179845 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:30.180175 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:30.180505 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:30.181890 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:30.181890 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:30.181890 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:30.181890 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:30.285645 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Router c01b32fe-6bf4-4495-826e-d818d2a95cb8 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:17:30.327801 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6cc91f7b-5880-4fcf-a3ad-0f1015273d7d req-f9445cf9-5f25-478c-99a0-7fcf2d06a0be tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/ports?device_id=bccca9dd-8ce6-4fb2-938c-b7785a687db6 HTTP/1.1" status: 200 len: 210 time: 0.0299411 Sep 27 05:17:30.393734 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:17:30.403502 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc511c0-8990-465a-9ee7-2f5ad0440ab6 None None] Sync routers for ids ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:17:30.413004 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc511c0-8990-465a-9ee7-2f5ad0440ab6 None None] Routers {'c01b32fe-6bf4-4495-826e-d818d2a95cb8'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:17:30.413658 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-fdc511c0-8990-465a-9ee7-2f5ad0440ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:17:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:17:30.434651 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] No DVR routers for this DVR port 15e4e880-65a4-4424-abb7-b6a865c653e0 on host hv-cinder-85846 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:17:30.437395 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:30.440829 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ab1183c-6f6f-46ea-af2f-b1248662a2e7 req-9e0c7f30-ef08-4817-a33d-be2bcfbf335d tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.49 "DELETE /v2.0/ports/15e4e880-65a4-4424-abb7-b6a865c653e0 HTTP/1.1" status: 204 len: 173 time: 0.7536895 Sep 27 05:17:30.441979 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccca9dd-8ce6-4fb2-938c-b7785a687db6', 'name': 'network-vif-deleted', 'tag': '15e4e880-65a4-4424-abb7-b6a865c653e0'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:17:30.445615 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937bf00d-414b-4dee-8ebc-534fe16b1e87" -d '{"events": [{"server_uuid": "bccca9dd-8ce6-4fb2-938c-b7785a687db6", "name": "network-vif-deleted", "tag": "15e4e880-65a4-4424-abb7-b6a865c653e0"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:17:30.534023 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-fdc511c0-8990-465a-9ee7-2f5ad0440ab6 None None] Set router c01b32fe-6bf4-4495-826e-d818d2a95cb8 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:17:30.560851 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b77caf-53f3-4e44-941c-0c688c5799e4 x-openstack-request-id: req-91b77caf-53f3-4e44-941c-0c688c5799e4 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:17:30.561161 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccca9dd-8ce6-4fb2-938c-b7785a687db6", "name": "network-vif-deleted", "tag": "15e4e880-65a4-4424-abb7-b6a865c653e0", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:17:30.561422 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-91b77caf-53f3-4e44-941c-0c688c5799e4 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:17:30.561852 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b77caf-53f3-4e44-941c-0c688c5799e4'] response: {'server_uuid': 'bccca9dd-8ce6-4fb2-938c-b7785a687db6', 'name': 'network-vif-deleted', 'tag': '15e4e880-65a4-4424-abb7-b6a865c653e0', 'status': 'completed', 'code': 200} Sep 27 05:17:30.745697 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-fdc511c0-8990-465a-9ee7-2f5ad0440ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:34Z', 'revision_number': 5, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:17:30.773809 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc511c0-8990-465a-9ee7-2f5ad0440ab6 None None] Checking router: c01b32fe-6bf4-4495-826e-d818d2a95cb8 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:17:30.782006 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc511c0-8990-465a-9ee7-2f5ad0440ab6 None None] Routers {'c01b32fe-6bf4-4495-826e-d818d2a95cb8'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:17:30.782613 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-fdc511c0-8990-465a-9ee7-2f5ad0440ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:17:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:17:30.881563 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-fdc511c0-8990-465a-9ee7-2f5ad0440ab6 None None] Set router c01b32fe-6bf4-4495-826e-d818d2a95cb8 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:17:31.076931 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-fdc511c0-8990-465a-9ee7-2f5ad0440ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:34Z', 'revision_number': 5, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:17:31.101242 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc511c0-8990-465a-9ee7-2f5ad0440ab6 None None] The sync data for ids ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'] in dv-cinder-858463-2-iscsi is: [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:29Z', 'revision_number': 4, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '6302805f-5898-4f1f-9d51-2b4b85163b9a', 'name': '', 'network_id': 'dec3ae48-36aa-405d-bc7f-047f78b4a7ee', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'mac_address': 'fa:16:3e:d0:9e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:28Z', 'updated_at': '2022-09-27T05:13:34Z', 'revision_number': 5, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'subnets': [{'id': '9895e08b-4d5c-410c-b888-43f54d0bd71d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:17:31.321801 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd0ca1-1659-4312-b42e-f35a10ac3509 None None] New status for floating IP 04ba6eaf-f587-4da2-877d-f52b90bcc7f1: DOWN {{(pid=103959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:17:31.423217 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41948) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:31.479283 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-98f2fe3d-95bc-4a0a-bcf0-b55f1a416367 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group (7de5bb71-4ca3-429c-8687-ac3067b42f4e), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:31.502333 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-98f2fe3d-95bc-4a0a-bcf0-b55f1a416367 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group (7de5bb71-4ca3-429c-8687-ac3067b42f4e), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:31.548763 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-98f2fe3d-95bc-4a0a-bcf0-b55f1a416367 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (7de5bb71-4ca3-429c-8687-ac3067b42f4e), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:31.552032 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-98f2fe3d-95bc-4a0a-bcf0-b55f1a416367 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:31.553191 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-98f2fe3d-95bc-4a0a-bcf0-b55f1a416367 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "DELETE /v2.0/security-groups/7de5bb71-4ca3-429c-8687-ac3067b42f4e HTTP/1.1" status: 204 len: 168 time: 0.1289971 Sep 27 05:17:31.555998 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41950) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:31.562028 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2fe3d-95bc-4a0a-bcf0-b55f1a416367 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de5bb71-4ca3-429c-8687-ac3067b42f4e,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:31.570525 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.api.v2.resource [None req-a2ee2e06-0c5a-4240-8b28-6e65c434a5b6 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] show failed (client error): The resource could not be found. Sep 27 05:17:31.571548 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a2ee2e06-0c5a-4240-8b28-6e65c434a5b6 tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "GET /v2.0/security-groups/7de5bb71-4ca3-429c-8687-ac3067b42f4e HTTP/1.1" status: 404 len: 347 time: 0.0145664 Sep 27 05:17:31.574421 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41952) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:31.689202 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-e786f776-80f0-4c65-8a52-45fbee369a5c tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Deleting port 1d33292c-0488-4501-9b8b-1d788ce3237c {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:17:31.689448 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e786f776-80f0-4c65-8a52-45fbee369a5c tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (1d33292c-0488-4501-9b8b-1d788ce3237c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:31.767237 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e786f776-80f0-4c65-8a52-45fbee369a5c tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (1d33292c-0488-4501-9b8b-1d788ce3237c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:31.767566 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e786f776-80f0-4c65-8a52-45fbee369a5c tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for floatingip (1d33292c-0488-4501-9b8b-1d788ce3237c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:31.779482 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-e786f776-80f0-4c65-8a52-45fbee369a5c tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Calling delete_port for 1d33292c-0488-4501-9b8b-1d788ce3237c owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:17:31.905324 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e786f776-80f0-4c65-8a52-45fbee369a5c tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (1d33292c-0488-4501-9b8b-1d788ce3237c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:31.929390 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786f776-80f0-4c65-8a52-45fbee369a5c tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Pushing event deleted for resources: {'Port': ['ID=1d33292c-0488-4501-9b8b-1d788ce3237c,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:31.989436 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e786f776-80f0-4c65-8a52-45fbee369a5c tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks [] for floatingip (04ba6eaf-f587-4da2-877d-f52b90bcc7f1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:31.992070 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e786f776-80f0-4c65-8a52-45fbee369a5c tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:31.993282 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e786f776-80f0-4c65-8a52-45fbee369a5c tempest-AttachVolumeTestJSON-899815778 tempest-AttachVolumeTestJSON-899815778-project] 10.222.0.27 "DELETE /v2.0/floatingips/04ba6eaf-f587-4da2-877d-f52b90bcc7f1 HTTP/1.1" status: 204 len: 168 time: 0.4179358 Sep 27 05:17:33.821585 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 15e4e880-65a4-4424-abb7-b6a865c653e0 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:17:33.844581 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: 15e4e880-65a4-4424-abb7-b6a865c653e0 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:17:33.844957 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 15e4e880-65a4-4424-abb7-b6a865c653e0 not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:17:35.522199 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41980) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:35.794713 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-29fb52dd-705b-40d6-8e25-5957862893b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:35.846583 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a154101e-3f8f-4460-b5b0-38e763667303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7912454'] for router_interface (c01b32fe-6bf4-4495-826e-d818d2a95cb8), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:36.075475 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-a154101e-3f8f-4460-b5b0-38e763667303 admin admin] Deleting port 6302805f-5898-4f1f-9d51-2b4b85163b9a {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:17:36.075812 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a154101e-3f8f-4460-b5b0-38e763667303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:36.151678 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-a154101e-3f8f-4460-b5b0-38e763667303 admin admin] For port 6302805f-5898-4f1f-9d51-2b4b85163b9a, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=6302805f-5898-4f1f-9d51-2b4b85163b9a,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:17:36.152036 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a154101e-3f8f-4460-b5b0-38e763667303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:36.164683 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-a154101e-3f8f-4460-b5b0-38e763667303 admin admin] Calling delete_port for 6302805f-5898-4f1f-9d51-2b4b85163b9a owned by network:router_interface {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:17:36.335022 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a154101e-3f8f-4460-b5b0-38e763667303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (6302805f-5898-4f1f-9d51-2b4b85163b9a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:36.360314 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154101e-3f8f-4460-b5b0-38e763667303 admin admin] Pushing event deleted for resources: {'Port': ['ID=6302805f-5898-4f1f-9d51-2b4b85163b9a,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:36.524530 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a154101e-3f8f-4460-b5b0-38e763667303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8071391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7909782'] for router_interface (c01b32fe-6bf4-4495-826e-d818d2a95cb8), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:36.948329 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a154101e-3f8f-4460-b5b0-38e763667303 admin admin] Router c01b32fe-6bf4-4495-826e-d818d2a95cb8 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:17:37.047052 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a154101e-3f8f-4460-b5b0-38e763667303 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:17:37.052316 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a154101e-3f8f-4460-b5b0-38e763667303 admin admin] 10.222.0.27 "PUT /v2.0/routers/c01b32fe-6bf4-4495-826e-d818d2a95cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5290277 Sep 27 05:17:37.054931 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41982) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:37.057160 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef3a94-7459-4355-8294-c692baa080c0 None None] Sync routers for ids ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:17:37.067678 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef3a94-7459-4355-8294-c692baa080c0 None None] Routers {'c01b32fe-6bf4-4495-826e-d818d2a95cb8'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:17:37.068401 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-7aef3a94-7459-4355-8294-c692baa080c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:17:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:17:37.153600 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] Publish callbacks [] for router (c01b32fe-6bf4-4495-826e-d818d2a95cb8), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:37.167147 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-7aef3a94-7459-4355-8294-c692baa080c0 None None] Set router c01b32fe-6bf4-4495-826e-d818d2a95cb8 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:17:37.249423 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] Publish callbacks [] for router_gateway (c01b32fe-6bf4-4495-826e-d818d2a95cb8), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:37.297899 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] Deleting port ff282927-7b9f-4da7-bb69-154307660ce3 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:17:37.298247 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (ff282927-7b9f-4da7-bb69-154307660ce3), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:37.338221 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-7aef3a94-7459-4355-8294-c692baa080c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:17:36Z', 'revision_number': 5, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port': {'id': 'ff282927-7b9f-4da7-bb69-154307660ce3', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:bd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:17:37.362615 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef3a94-7459-4355-8294-c692baa080c0 None None] Checking router: c01b32fe-6bf4-4495-826e-d818d2a95cb8 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:17:37.371075 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef3a94-7459-4355-8294-c692baa080c0 None None] Routers {'c01b32fe-6bf4-4495-826e-d818d2a95cb8'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:17:37.371686 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-7aef3a94-7459-4355-8294-c692baa080c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:17:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:17:37.379721 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] For port ff282927-7b9f-4da7-bb69-154307660ce3, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=ff282927-7b9f-4da7-bb69-154307660ce3,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:17:37.380096 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (ff282927-7b9f-4da7-bb69-154307660ce3), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:37.392049 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] Calling delete_port for ff282927-7b9f-4da7-bb69-154307660ce3 owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:17:37.454867 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-7aef3a94-7459-4355-8294-c692baa080c0 None None] Set router c01b32fe-6bf4-4495-826e-d818d2a95cb8 gateway port host: None {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:17:37.505934 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-7aef3a94-7459-4355-8294-c692baa080c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:17:37Z', 'revision_number': 6, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port_host': None}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:17:37.530320 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef3a94-7459-4355-8294-c692baa080c0 None None] The sync data for ids ['c01b32fe-6bf4-4495-826e-d818d2a95cb8'] in dv-cinder-858463-2-iscsi is: [{'id': 'c01b32fe-6bf4-4495-826e-d818d2a95cb8', 'name': 'tempest-AttachVolumeTestJSON-387485677-router', 'tenant_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:13:26Z', 'updated_at': '2022-09-27T05:17:37Z', 'revision_number': 6, 'project_id': '1dfb55fd8c674196b50d4d7fcb5cfa7f', 'gw_port_host': None}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:17:37.558258 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (ff282927-7b9f-4da7-bb69-154307660ce3), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:37.583264 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=ff282927-7b9f-4da7-bb69-154307660ce3,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:37.648051 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7911740'] for router_gateway (c01b32fe-6bf4-4495-826e-d818d2a95cb8), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:37.731919 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7913395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30433'] for router (c01b32fe-6bf4-4495-826e-d818d2a95cb8), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:37.734057 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] Publish callbacks [] for router_controller (c01b32fe-6bf4-4495-826e-d818d2a95cb8), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:37.775887 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7913384'] for router (c01b32fe-6bf4-4495-826e-d818d2a95cb8), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:37.776535 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c01b32fe-6bf4-4495-826e-d818d2a95cb8 {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 05:17:37.780850 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:37.782289 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d29c3f75-debb-477c-a434-402d1c547d0e admin admin] 10.222.0.27 "DELETE /v2.0/routers/c01b32fe-6bf4-4495-826e-d818d2a95cb8 HTTP/1.1" status: 204 len: 168 time: 0.7260089 Sep 27 05:17:37.784564 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41984) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:37.828383 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-050e54d2-b11e-4f60-9ca9-f47024ed7bb5 admin admin] Deleting subnet 9895e08b-4d5c-410c-b888-43f54d0bd71d {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:17:37.831399 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-050e54d2-b11e-4f60-9ca9-f47024ed7bb5 admin admin] Publish callbacks [] for subnet (9895e08b-4d5c-410c-b888-43f54d0bd71d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:37.865235 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-050e54d2-b11e-4f60-9ca9-f47024ed7bb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352960'] for subnet (9895e08b-4d5c-410c-b888-43f54d0bd71d), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:37.958229 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-050e54d2-b11e-4f60-9ca9-f47024ed7bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (9895e08b-4d5c-410c-b888-43f54d0bd71d), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:37.999633 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 6302805f-5898-4f1f-9d51-2b4b85163b9a no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:17:38.022140 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 6302805f-5898-4f1f-9d51-2b4b85163b9a {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:17:38.022377 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-050e54d2-b11e-4f60-9ca9-f47024ed7bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6109187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5739686'] for subnet (9895e08b-4d5c-410c-b888-43f54d0bd71d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.022722 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 6302805f-5898-4f1f-9d51-2b4b85163b9a not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:17:38.047786 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e54d2-b11e-4f60-9ca9-f47024ed7bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9895e08b-4d5c-410c-b888-43f54d0bd71d,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:38.052003 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-050e54d2-b11e-4f60-9ca9-f47024ed7bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.055480 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-050e54d2-b11e-4f60-9ca9-f47024ed7bb5 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/9895e08b-4d5c-410c-b888-43f54d0bd71d HTTP/1.1" status: 204 len: 168 time: 0.2691536 Sep 27 05:17:38.057758 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 41986) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:38.058701 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389437d5-d91d-421e-9241-3128e0fdbbf5 None None] Network dec3ae48-36aa-405d-bc7f-047f78b4a7ee requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:17:38.130954 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (dec3ae48-36aa-405d-bc7f-047f78b4a7ee), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.167021 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-eb2ad977-0fa5-4c1f-8eab-98d5e8da8723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.186020 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] Deleting port 7bea55fd-848c-45fa-889f-4f94fce4fafc {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:17:38.186367 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.247186 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] For port 7bea55fd-848c-45fa-889f-4f94fce4fafc, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=7bea55fd-848c-45fa-889f-4f94fce4fafc,segment=NetworkSegment(4e366ec8-ce29-4f7a-a33a-f7b5946c031d),segment_id=4e366ec8-ce29-4f7a-a33a-f7b5946c031d)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:17:38.247545 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.263550 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] Calling delete_port for 7bea55fd-848c-45fa-889f-4f94fce4fafc owned by network:dhcp {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:17:38.334236 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] DHCP port deletion for dec3ae48-36aa-405d-bc7f-047f78b4a7ee request from dv-cinder-858463-2-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 27 05:17:38.343367 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.369863 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] Pushing event deleted for resources: {'Port': ['ID=7bea55fd-848c-45fa-889f-4f94fce4fafc,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:38.375104 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] No DVR routers for this DVR port 7bea55fd-848c-45fa-889f-4f94fce4fafc on host dv-cinder-858463-2-iscsi {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:17:38.386326 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Deleting port 7bea55fd-848c-45fa-889f-4f94fce4fafc {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:17:38.386705 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.453418 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (dec3ae48-36aa-405d-bc7f-047f78b4a7ee), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.484763 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec3ae48-36aa-405d-bc7f-047f78b4a7ee']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:17:38.496547 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e366ec8-ce29-4f7a-a33a-f7b5946c031d') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:17:38.496874 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e366ec8-ce29-4f7a-a33a-f7b5946c031d') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:17:38.507181 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5353015'] for segment (4e366ec8-ce29-4f7a-a33a-f7b5946c031d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.522044 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (4e366ec8-ce29-4f7a-a33a-f7b5946c031d), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.528524 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:17:38.529005 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6096545'] for segment (4e366ec8-ce29-4f7a-a33a-f7b5946c031d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.569492 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.services.segments.plugin [-] Segment 4e366ec8-ce29-4f7a-a33a-f7b5946c031d resource provider aggregate not found Sep 27 05:17:38.587451 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] For port 7bea55fd-848c-45fa-889f-4f94fce4fafc, host dv-cinder-858463-2-iscsi, got binding levels [] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:17:38.587860 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.593333 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.services.segments.plugin [-] Segment 4e366ec8-ce29-4f7a-a33a-f7b5946c031d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e366ec8-ce29-4f7a-a33a-f7b5946c031d found for delete ", "request_id": "req-777787ff-9a8f-4a38-b209-41842926e9f5"}]} Sep 27 05:17:38.599005 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (dec3ae48-36aa-405d-bc7f-047f78b4a7ee), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.603111 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Calling delete_port for 7bea55fd-848c-45fa-889f-4f94fce4fafc owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:17:38.604830 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.606340 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.ipam_backend_mixin [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Port 7bea55fd-848c-45fa-889f-4f94fce4fafc was not found and therefore no delete operation was performed {{(pid=103958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 27 05:17:38.607977 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] 10.222.0.27 "DELETE /v2.0/networks/dec3ae48-36aa-405d-bc7f-047f78b4a7ee HTTP/1.1" status: 204 len: 168 time: 0.5492005 Sep 27 05:17:38.610274 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683'] for port (7bea55fd-848c-45fa-889f-4f94fce4fafc), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.625710 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b1d7d-6d09-413c-a444-06fd9e7a46de admin admin] Pushing event deleted for resources: {'Network': ['ID=dec3ae48-36aa-405d-bc7f-047f78b4a7ee,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:38.634000 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Network dec3ae48-36aa-405d-bc7f-047f78b4a7ee is not hosted by any dhcp agent {{(pid=103958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 27 05:17:38.634482 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] No DVR routers for this DVR port 7bea55fd-848c-45fa-889f-4f94fce4fafc on host dv-cinder-858463-2-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:17:38.636246 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Pushing event deleted for resources: {'Port': ['ID=7bea55fd-848c-45fa-889f-4f94fce4fafc,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:38.647769 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:38.648565 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:38.649299 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:38.649618 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:38.649959 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:38.650466 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:38.650806 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:38.651286 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:38.651784 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:38.652292 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:38.652818 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:38.653325 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:38.653820 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463cae5c-35d3-491b-8457-2639a8235694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:38.790772 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41994) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:38.830224 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-252553a7-ff0a-474d-a4b2-1be570810e80 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1dfb55fd8c674196b50d4d7fcb5cfa7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381169 Sep 27 05:17:38.833235 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 41996) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:38.879904 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3863-dbfa-4ac6-a81b-b2b2d21c43ca admin admin] Publish callbacks [] for security_group (cd063ed1-4fe0-4bc5-bc5a-8da10ae74da4), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.901079 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3863-dbfa-4ac6-a81b-b2b2d21c43ca admin admin] Publish callbacks [] for security_group (cd063ed1-4fe0-4bc5-bc5a-8da10ae74da4), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.949784 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3863-dbfa-4ac6-a81b-b2b2d21c43ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (cd063ed1-4fe0-4bc5-bc5a-8da10ae74da4), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.952406 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fa1d3863-dbfa-4ac6-a81b-b2b2d21c43ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:38.953617 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-fa1d3863-dbfa-4ac6-a81b-b2b2d21c43ca admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cd063ed1-4fe0-4bc5-bc5a-8da10ae74da4 HTTP/1.1" status: 204 len: 168 time: 0.1194787 Sep 27 05:17:38.962124 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d3863-dbfa-4ac6-a81b-b2b2d21c43ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd063ed1-4fe0-4bc5-bc5a-8da10ae74da4,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:39.419817 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:39.786140 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 7bea55fd-848c-45fa-889f-4f94fce4fafc no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:17:39.804489 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 7bea55fd-848c-45fa-889f-4f94fce4fafc {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:17:39.804866 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 7bea55fd-848c-45fa-889f-4f94fce4fafc not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:17:39.805283 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device ff282927-7b9f-4da7-bb69-154307660ce3 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:17:39.826674 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: ff282927-7b9f-4da7-bb69-154307660ce3 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:17:39.827088 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device ff282927-7b9f-4da7-bb69-154307660ce3 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:17:40.813452 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:42.146272 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:45.971487 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:49.358618 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 42130) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:49.462162 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:49.534763 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Publish callbacks [] for security_group (b5643f7e-8ec7-47a8-8921-ca9750300b59), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:49.538951 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (b5643f7e-8ec7-47a8-8921-ca9750300b59), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:49.578598 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=879bb5c75b43413a93e8c72bb5d4597c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189376 Sep 27 05:17:49.580427 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5643f7e-8ec7-47a8-8921-ca9750300b59,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:49.581333 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42134) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:49.587809 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:49.588170 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:49.588520 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:49.588890 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:49.589232 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:49.589570 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:49.589905 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:49.590240 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:49.590571 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:49.590903 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:49.591231 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:49.591583 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:49.591908 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d919b27d-8739-42d3-b091-140cf85423c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:17:49.634305 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-25712cb4-a141-47b4-9d22-2fa3db50b782 admin admin] Publish callbacks [] for security_group (b5643f7e-8ec7-47a8-8921-ca9750300b59), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:49.656107 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-25712cb4-a141-47b4-9d22-2fa3db50b782 admin admin] Publish callbacks [] for security_group (b5643f7e-8ec7-47a8-8921-ca9750300b59), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:49.701217 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-25712cb4-a141-47b4-9d22-2fa3db50b782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (b5643f7e-8ec7-47a8-8921-ca9750300b59), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:49.703800 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-25712cb4-a141-47b4-9d22-2fa3db50b782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:49.704962 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-25712cb4-a141-47b4-9d22-2fa3db50b782 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b5643f7e-8ec7-47a8-8921-ca9750300b59 HTTP/1.1" status: 204 len: 168 time: 0.1226139 Sep 27 05:17:49.713205 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25712cb4-a141-47b4-9d22-2fa3db50b782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5643f7e-8ec7-47a8-8921-ca9750300b59,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:49.959066 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42140) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:49.971884 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fcfc06e4-61a2-4662-93f6-e4dde3c57c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:50.047870 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fcfc06e4-61a2-4662-93f6-e4dde3c57c6b admin admin] Publish callbacks [] for security_group (e98aed85-4a02-4415-a3d6-4c030d204578), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:50.052115 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fcfc06e4-61a2-4662-93f6-e4dde3c57c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (e98aed85-4a02-4415-a3d6-4c030d204578), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:50.088812 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc06e4-61a2-4662-93f6-e4dde3c57c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98aed85-4a02-4415-a3d6-4c030d204578,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:50.094111 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-fcfc06e4-61a2-4662-93f6-e4dde3c57c6b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2b66e6014af1427c9957e74c29aab6c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339769 Sep 27 05:17:50.096757 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42142) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:50.143867 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-05e286a4-1f99-448a-a2d2-6a98b93a448f admin admin] Publish callbacks [] for security_group (e98aed85-4a02-4415-a3d6-4c030d204578), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:50.167796 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-05e286a4-1f99-448a-a2d2-6a98b93a448f admin admin] Publish callbacks [] for security_group (e98aed85-4a02-4415-a3d6-4c030d204578), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:50.212986 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-05e286a4-1f99-448a-a2d2-6a98b93a448f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (e98aed85-4a02-4415-a3d6-4c030d204578), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:50.215485 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-05e286a4-1f99-448a-a2d2-6a98b93a448f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:50.216631 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-05e286a4-1f99-448a-a2d2-6a98b93a448f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e98aed85-4a02-4415-a3d6-4c030d204578 HTTP/1.1" status: 204 len: 168 time: 0.1189420 Sep 27 05:17:50.225094 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e286a4-1f99-448a-a2d2-6a98b93a448f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98aed85-4a02-4415-a3d6-4c030d204578,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:51.777577 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42188) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:51.895999 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1aacbeb5-2663-49dd-89f9-956cc0ff7c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:51.928814 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1ad0a687-da3c-4614-b285-93469cb11ad4 req-589a30e6-e384-43b8-8d8a-dc754a8d6496 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723221 Sep 27 05:17:52.008971 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1aacbeb5-2663-49dd-89f9-956cc0ff7c8c admin admin] Publish callbacks [] for security_group (5cbdaf7c-b907-479b-a56d-a72373cebb00), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:52.016941 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1aacbeb5-2663-49dd-89f9-956cc0ff7c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (5cbdaf7c-b907-479b-a56d-a72373cebb00), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:52.069329 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1aacbeb5-2663-49dd-89f9-956cc0ff7c8c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bcef03449bcb425dac0c6aeb1d15a9ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904956 Sep 27 05:17:52.069957 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacbeb5-2663-49dd-89f9-956cc0ff7c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbdaf7c-b907-479b-a56d-a72373cebb00,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:52.071995 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 42192) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:52.075708 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0a687-da3c-4614-b285-93469cb11ad4 req-0a9c6bd3-46ff-4c56-ac02-1f1971aacc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:17:52.077425 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1ad0a687-da3c-4614-b285-93469cb11ad4 req-0a9c6bd3-46ff-4c56-ac02-1f1971aacc80 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89e5839579a747caaa9b2e0712499dca&device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 1130 time: 0.1030083 Sep 27 05:17:52.121382 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a3e62559-6a61-4281-801c-a3b7b338ca12 admin admin] Publish callbacks [] for security_group (5cbdaf7c-b907-479b-a56d-a72373cebb00), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:52.142908 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a3e62559-6a61-4281-801c-a3b7b338ca12 admin admin] Publish callbacks [] for security_group (5cbdaf7c-b907-479b-a56d-a72373cebb00), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:52.179580 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0a687-da3c-4614-b285-93469cb11ad4 req-69e3bf26-edd2-474b-9287-9c200ef62d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:17:52.181077 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1ad0a687-da3c-4614-b285-93469cb11ad4 req-69e3bf26-edd2-474b-9287-9c200ef62d73 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef HTTP/1.1" status: 200 len: 909 time: 0.0852385 Sep 27 05:17:52.190035 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a3e62559-6a61-4281-801c-a3b7b338ca12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (5cbdaf7c-b907-479b-a56d-a72373cebb00), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:52.193430 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a3e62559-6a61-4281-801c-a3b7b338ca12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:52.194560 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-a3e62559-6a61-4281-801c-a3b7b338ca12 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5cbdaf7c-b907-479b-a56d-a72373cebb00 HTTP/1.1" status: 204 len: 168 time: 0.1215739 Sep 27 05:17:52.202580 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e62559-6a61-4281-801c-a3b7b338ca12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbdaf7c-b907-479b-a56d-a72373cebb00,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:52.253105 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1ad0a687-da3c-4614-b285-93469cb11ad4 req-dee198f0-40cb-4572-a0f8-266e54a18f33 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d HTTP/1.1" status: 200 len: 1002 time: 0.0664597 Sep 27 05:17:52.302517 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0a687-da3c-4614-b285-93469cb11ad4 req-2d3f7097-ef2d-44b5-b118-adeedbfabb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:17:52.303992 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1ad0a687-da3c-4614-b285-93469cb11ad4 req-2d3f7097-ef2d-44b5-b118-adeedbfabb08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0004e3c-3058-478c-830b-24ca32d21eb0 HTTP/1.1" status: 200 len: 847 time: 0.0453615 Sep 27 05:17:52.354178 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0a687-da3c-4614-b285-93469cb11ad4 req-a6d0e3eb-fec0-456a-9147-aa4cadf1df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:17:52.355900 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1ad0a687-da3c-4614-b285-93469cb11ad4 req-a6d0e3eb-fec0-456a-9147-aa4cadf1df9a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462313 Sep 27 05:17:52.450987 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1ad0a687-da3c-4614-b285-93469cb11ad4 req-38fdf22e-3bda-437f-9c4f-5da5a3fde868 service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891962 Sep 27 05:17:52.461931 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 42198) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:52.478101 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb9d1-dd0a-4691-be85-d02f8462e9ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:52.544386 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1ad0a687-da3c-4614-b285-93469cb11ad4 req-f46dba8e-2d30-4796-a962-32032bc2bb5c service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878041 Sep 27 05:17:52.558668 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb9d1-dd0a-4691-be85-d02f8462e9ff admin admin] Publish callbacks [] for security_group (c6caa03b-ad3c-42dc-83d9-a1f33e4353a5), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:52.563707 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb9d1-dd0a-4691-be85-d02f8462e9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (c6caa03b-ad3c-42dc-83d9-a1f33e4353a5), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:52.601936 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-ab0cb9d1-dd0a-4691-be85-d02f8462e9ff admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3a90310956bc43adaacc50cf8e4ff981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389463 Sep 27 05:17:52.602803 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cb9d1-dd0a-4691-be85-d02f8462e9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6caa03b-ad3c-42dc-83d9-a1f33e4353a5,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:52.604593 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42200) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:52.655093 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3a2019be-f357-4a2e-8d3d-cf31dc5fa46a admin admin] Publish callbacks [] for security_group (c6caa03b-ad3c-42dc-83d9-a1f33e4353a5), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:52.676730 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3a2019be-f357-4a2e-8d3d-cf31dc5fa46a admin admin] Publish callbacks [] for security_group (c6caa03b-ad3c-42dc-83d9-a1f33e4353a5), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:52.721086 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3a2019be-f357-4a2e-8d3d-cf31dc5fa46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (c6caa03b-ad3c-42dc-83d9-a1f33e4353a5), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:52.724243 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3a2019be-f357-4a2e-8d3d-cf31dc5fa46a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:52.725426 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3a2019be-f357-4a2e-8d3d-cf31dc5fa46a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c6caa03b-ad3c-42dc-83d9-a1f33e4353a5 HTTP/1.1" status: 204 len: 168 time: 0.1187472 Sep 27 05:17:52.733848 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2019be-f357-4a2e-8d3d-cf31dc5fa46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6caa03b-ad3c-42dc-83d9-a1f33e4353a5,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:55.221824 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:17:57.075769 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42272) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:57.195126 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff0eb-47e2-4327-8bdc-4d2a373b478d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:57.276746 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff0eb-47e2-4327-8bdc-4d2a373b478d admin admin] Publish callbacks [] for security_group (601249a3-e49c-40e0-8f54-e774fe93dc4d), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:57.281294 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7f8ff0eb-47e2-4327-8bdc-4d2a373b478d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (601249a3-e49c-40e0-8f54-e774fe93dc4d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:57.321809 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7f8ff0eb-47e2-4327-8bdc-4d2a373b478d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=80ec2fecb3ee4d219e2181cca6979788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2441671 Sep 27 05:17:57.322683 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ff0eb-47e2-4327-8bdc-4d2a373b478d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601249a3-e49c-40e0-8f54-e774fe93dc4d,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:57.324363 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 42276) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:57.375057 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3cd62f43-df05-48b9-97c8-78cf92d2a41b admin admin] Publish callbacks [] for security_group (601249a3-e49c-40e0-8f54-e774fe93dc4d), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:57.397518 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3cd62f43-df05-48b9-97c8-78cf92d2a41b admin admin] Publish callbacks [] for security_group (601249a3-e49c-40e0-8f54-e774fe93dc4d), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:57.443618 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3cd62f43-df05-48b9-97c8-78cf92d2a41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (601249a3-e49c-40e0-8f54-e774fe93dc4d), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:57.446526 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3cd62f43-df05-48b9-97c8-78cf92d2a41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:57.447705 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3cd62f43-df05-48b9-97c8-78cf92d2a41b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/601249a3-e49c-40e0-8f54-e774fe93dc4d HTTP/1.1" status: 204 len: 168 time: 0.1223032 Sep 27 05:17:57.455413 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd62f43-df05-48b9-97c8-78cf92d2a41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601249a3-e49c-40e0-8f54-e774fe93dc4d,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:57.705355 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 42282) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:57.718286 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7fa026a6-c1ec-4117-9535-049fdb0b725c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:57.796153 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7fa026a6-c1ec-4117-9535-049fdb0b725c admin admin] Publish callbacks [] for security_group (3b608853-76d8-42bf-8417-f859dd2c3be5), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:57.799782 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7fa026a6-c1ec-4117-9535-049fdb0b725c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (3b608853-76d8-42bf-8417-f859dd2c3be5), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:57.837648 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-7fa026a6-c1ec-4117-9535-049fdb0b725c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6cda3e1906a444ad9478d65e283dc29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312385 Sep 27 05:17:57.838591 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa026a6-c1ec-4117-9535-049fdb0b725c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b608853-76d8-42bf-8417-f859dd2c3be5,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:57.840352 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42284) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:57.889125 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a550d59e-b836-43f1-829b-33c563e8cb14 admin admin] Publish callbacks [] for security_group (3b608853-76d8-42bf-8417-f859dd2c3be5), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:57.910298 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a550d59e-b836-43f1-829b-33c563e8cb14 admin admin] Publish callbacks [] for security_group (3b608853-76d8-42bf-8417-f859dd2c3be5), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:57.955229 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a550d59e-b836-43f1-829b-33c563e8cb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (3b608853-76d8-42bf-8417-f859dd2c3be5), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:57.958662 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a550d59e-b836-43f1-829b-33c563e8cb14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:57.959826 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a550d59e-b836-43f1-829b-33c563e8cb14 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3b608853-76d8-42bf-8417-f859dd2c3be5 HTTP/1.1" status: 204 len: 168 time: 0.1184316 Sep 27 05:17:57.967310 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550d59e-b836-43f1-829b-33c563e8cb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b608853-76d8-42bf-8417-f859dd2c3be5,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:59.579984 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42338) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:59.682410 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8bd30b1a-8720-4877-8fc7-8d8f45ac247a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:59.760007 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8bd30b1a-8720-4877-8fc7-8d8f45ac247a admin admin] Publish callbacks [] for security_group (d0348fb5-6821-4145-b35b-2430d534256b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:59.763865 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8bd30b1a-8720-4877-8fc7-8d8f45ac247a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (d0348fb5-6821-4145-b35b-2430d534256b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:59.801677 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8bd30b1a-8720-4877-8fc7-8d8f45ac247a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bac7c926b0784dc496c2bfbfb4611b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205496 Sep 27 05:17:59.802603 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd30b1a-8720-4877-8fc7-8d8f45ac247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0348fb5-6821-4145-b35b-2430d534256b,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:17:59.804277 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 42342) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:17:59.852295 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d4b06977-fdf4-4976-b3fa-ee2f626852c5 admin admin] Publish callbacks [] for security_group (d0348fb5-6821-4145-b35b-2430d534256b), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:59.873494 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d4b06977-fdf4-4976-b3fa-ee2f626852c5 admin admin] Publish callbacks [] for security_group (d0348fb5-6821-4145-b35b-2430d534256b), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:59.919900 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d4b06977-fdf4-4976-b3fa-ee2f626852c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (d0348fb5-6821-4145-b35b-2430d534256b), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:59.922521 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d4b06977-fdf4-4976-b3fa-ee2f626852c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:17:59.923653 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d4b06977-fdf4-4976-b3fa-ee2f626852c5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d0348fb5-6821-4145-b35b-2430d534256b HTTP/1.1" status: 204 len: 168 time: 0.1182497 Sep 27 05:17:59.931614 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b06977-fdf4-4976-b3fa-ee2f626852c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0348fb5-6821-4145-b35b-2430d534256b,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:18:00.178987 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 42348) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:18:00.192085 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d7288429-a56e-4831-a9f9-a0fa9bca4fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:00.264357 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d7288429-a56e-4831-a9f9-a0fa9bca4fee admin admin] Publish callbacks [] for security_group (7ce1837f-c092-4550-b737-0d21a4fb5063), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:00.268057 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d7288429-a56e-4831-a9f9-a0fa9bca4fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (7ce1837f-c092-4550-b737-0d21a4fb5063), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:00.308496 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d7288429-a56e-4831-a9f9-a0fa9bca4fee admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=83aeb52bb38742158823b3b9c8ee93fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284597 Sep 27 05:18:00.309330 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7288429-a56e-4831-a9f9-a0fa9bca4fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce1837f-c092-4550-b737-0d21a4fb5063,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:18:00.311224 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42350) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:18:00.359986 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-755fab06-e386-4a7d-9fb0-67e25238e694 admin admin] Publish callbacks [] for security_group (7ce1837f-c092-4550-b737-0d21a4fb5063), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:00.380857 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-755fab06-e386-4a7d-9fb0-67e25238e694 admin admin] Publish callbacks [] for security_group (7ce1837f-c092-4550-b737-0d21a4fb5063), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:00.426592 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-755fab06-e386-4a7d-9fb0-67e25238e694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (7ce1837f-c092-4550-b737-0d21a4fb5063), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:00.429187 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-755fab06-e386-4a7d-9fb0-67e25238e694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:00.430336 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-755fab06-e386-4a7d-9fb0-67e25238e694 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7ce1837f-c092-4550-b737-0d21a4fb5063 HTTP/1.1" status: 204 len: 168 time: 0.1179237 Sep 27 05:18:00.438642 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fab06-e386-4a7d-9fb0-67e25238e694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce1837f-c092-4550-b737-0d21a4fb5063,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:18:04.667309 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42408) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:18:04.773160 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3c66428-ff66-4983-8c10-c3fd005e045d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:04.845953 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3c66428-ff66-4983-8c10-c3fd005e045d admin admin] Publish callbacks [] for security_group (1259158b-81b8-45a5-a09b-6f269dd959ec), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:04.850282 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c3c66428-ff66-4983-8c10-c3fd005e045d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (1259158b-81b8-45a5-a09b-6f269dd959ec), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:04.889427 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c3c66428-ff66-4983-8c10-c3fd005e045d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=422937c6150247d89813e73e85b2312c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211323 Sep 27 05:18:04.890537 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c66428-ff66-4983-8c10-c3fd005e045d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1259158b-81b8-45a5-a09b-6f269dd959ec,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:18:04.892366 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 42412) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:18:04.940880 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8242bab6-7011-4c9b-95fe-b0e91b129394 admin admin] Publish callbacks [] for security_group (1259158b-81b8-45a5-a09b-6f269dd959ec), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:04.961969 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8242bab6-7011-4c9b-95fe-b0e91b129394 admin admin] Publish callbacks [] for security_group (1259158b-81b8-45a5-a09b-6f269dd959ec), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:05.008377 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8242bab6-7011-4c9b-95fe-b0e91b129394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (1259158b-81b8-45a5-a09b-6f269dd959ec), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:05.011076 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8242bab6-7011-4c9b-95fe-b0e91b129394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:05.012251 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-8242bab6-7011-4c9b-95fe-b0e91b129394 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1259158b-81b8-45a5-a09b-6f269dd959ec HTTP/1.1" status: 204 len: 168 time: 0.1188319 Sep 27 05:18:05.020747 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242bab6-7011-4c9b-95fe-b0e91b129394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1259158b-81b8-45a5-a09b-6f269dd959ec,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:18:05.274950 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 42420) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:18:05.288276 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4673fb1d-2016-4cf6-8a81-6f70df26273f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:05.362713 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4673fb1d-2016-4cf6-8a81-6f70df26273f admin admin] Publish callbacks [] for security_group (9a1eec0b-e1ba-461c-9f35-7cf178fa5927), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:05.366286 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4673fb1d-2016-4cf6-8a81-6f70df26273f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (9a1eec0b-e1ba-461c-9f35-7cf178fa5927), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:05.408564 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-4673fb1d-2016-4cf6-8a81-6f70df26273f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=40e295334d09488683ddfc96fc7f375b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325369 Sep 27 05:18:05.409727 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673fb1d-2016-4cf6-8a81-6f70df26273f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1eec0b-e1ba-461c-9f35-7cf178fa5927,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:18:05.411341 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42422) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:18:05.459697 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31479b47-dee4-48fc-b849-b161dd05f648 admin admin] Publish callbacks [] for security_group (9a1eec0b-e1ba-461c-9f35-7cf178fa5927), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:05.480064 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31479b47-dee4-48fc-b849-b161dd05f648 admin admin] Publish callbacks [] for security_group (9a1eec0b-e1ba-461c-9f35-7cf178fa5927), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:05.528499 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31479b47-dee4-48fc-b849-b161dd05f648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (9a1eec0b-e1ba-461c-9f35-7cf178fa5927), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:05.531165 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31479b47-dee4-48fc-b849-b161dd05f648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:05.532321 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-31479b47-dee4-48fc-b849-b161dd05f648 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9a1eec0b-e1ba-461c-9f35-7cf178fa5927 HTTP/1.1" status: 204 len: 168 time: 0.1199887 Sep 27 05:18:05.544691 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31479b47-dee4-48fc-b849-b161dd05f648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1eec0b-e1ba-461c-9f35-7cf178fa5927,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:18:05.798723 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-be64876f-5d17-493f-8cc4-987ea7785039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:08.170014 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-163258de-d12d-4529-9366-192a571a3923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:09.422291 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:10.815727 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:12.149004 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:15.971233 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:32.219737 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:18:35.801166 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5a909334-699e-4584-96a9-012d48602f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:38.171189 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5a17681b-f253-4089-a753-0cc5a86f151d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:39.425794 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:40.819689 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:42.152178 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:45.563387 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0577d-900a-426c-93da-f883ab4a329b req-922751a1-f7b9-42fa-b095-152ce20e10aa tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:45.565067 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fbc0577d-900a-426c-93da-f883ab4a329b req-922751a1-f7b9-42fa-b095-152ce20e10aa tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0595431 Sep 27 05:18:45.618881 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-fbc0577d-900a-426c-93da-f883ab4a329b req-4366819d-3680-4c8d-9641-dbbb9c1550bc tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469422 Sep 27 05:18:45.997087 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:18:46.749904 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7837ba-3307-4362-8e8f-f65f0b346de6 req-0da06f6d-6310-483c-90c2-0e3ac3aceff6 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:46.751367 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8c7837ba-3307-4362-8e8f-f65f0b346de6 req-0da06f6d-6310-483c-90c2-0e3ac3aceff6 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0523248 Sep 27 05:18:46.800242 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8c7837ba-3307-4362-8e8f-f65f0b346de6 req-05c3055f-ba39-42c9-bc1a-ff36401a5026 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428381 Sep 27 05:18:47.920921 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292a292-a331-4703-9a6f-a3880827df1b req-6a529a6c-872e-453a-93ef-89144ef71188 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:47.922383 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d292a292-a331-4703-9a6f-a3880827df1b req-6a529a6c-872e-453a-93ef-89144ef71188 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0510201 Sep 27 05:18:47.972814 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d292a292-a331-4703-9a6f-a3880827df1b req-920308c8-eef2-4350-97bd-46f64679ca8d tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449748 Sep 27 05:18:49.097488 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a2512-bf0c-4125-aaa4-f1d3b961a2ad req-3691ff4d-5dd2-4350-b968-f06ead3881f6 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:49.098952 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8c2a2512-bf0c-4125-aaa4-f1d3b961a2ad req-3691ff4d-5dd2-4350-b968-f06ead3881f6 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0516353 Sep 27 05:18:49.146725 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8c2a2512-bf0c-4125-aaa4-f1d3b961a2ad req-00965912-c126-4a1a-8f05-14f780cb7fb9 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423000 Sep 27 05:18:50.269438 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d465407-aae1-4cb4-8f76-3f48e8e6cd45 req-7a2158a2-056b-4b6b-83dc-5a1bb7458a3f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:50.270825 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7d465407-aae1-4cb4-8f76-3f48e8e6cd45 req-7a2158a2-056b-4b6b-83dc-5a1bb7458a3f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0514445 Sep 27 05:18:50.319183 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-7d465407-aae1-4cb4-8f76-3f48e8e6cd45 req-e259838a-a7ca-47ae-8e99-a466b2b939f9 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413792 Sep 27 05:18:51.446654 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44cc4a-3030-4a5b-89db-23f64fffcab6 req-0f28553c-d79e-4b33-9473-552b4fa6529a tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:51.448101 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3f44cc4a-3030-4a5b-89db-23f64fffcab6 req-0f28553c-d79e-4b33-9473-552b4fa6529a tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0560715 Sep 27 05:18:51.495890 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-3f44cc4a-3030-4a5b-89db-23f64fffcab6 req-37a98913-4713-4736-9b9f-613d51b757de tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422292 Sep 27 05:18:52.621048 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2bc04-2379-4da5-9aff-7614d489e636 req-5f6f6ab8-96b3-45a9-b1d0-fa5b2a7a1fc9 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:52.622579 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c9a2bc04-2379-4da5-9aff-7614d489e636 req-5f6f6ab8-96b3-45a9-b1d0-fa5b2a7a1fc9 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0516195 Sep 27 05:18:52.669841 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-c9a2bc04-2379-4da5-9aff-7614d489e636 req-119cd7f2-9d1d-4f14-b530-947964090db4 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416658 Sep 27 05:18:53.145575 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4752f7f-0444-4a1e-ad12-6872a983f768 req-52817430-965e-432e-aaf8-84cc0d68c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:53.147750 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4752f7f-0444-4a1e-ad12-6872a983f768 req-52817430-965e-432e-aaf8-84cc0d68c5fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89e5839579a747caaa9b2e0712499dca&device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 1130 time: 0.0446370 Sep 27 05:18:53.250307 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4752f7f-0444-4a1e-ad12-6872a983f768 req-aea04103-7d1c-4436-9fcf-7a5d80cc8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:53.251702 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4752f7f-0444-4a1e-ad12-6872a983f768 req-aea04103-7d1c-4436-9fcf-7a5d80cc8d24 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef HTTP/1.1" status: 200 len: 909 time: 0.0856938 Sep 27 05:18:53.310829 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4752f7f-0444-4a1e-ad12-6872a983f768 req-e0d59d2f-299e-49f6-89bd-1102ef73459a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d HTTP/1.1" status: 200 len: 1002 time: 0.0528042 Sep 27 05:18:53.357824 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4752f7f-0444-4a1e-ad12-6872a983f768 req-f3747c7b-f627-41d7-a781-6bbe600429f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:53.359223 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4752f7f-0444-4a1e-ad12-6872a983f768 req-f3747c7b-f627-41d7-a781-6bbe600429f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0004e3c-3058-478c-830b-24ca32d21eb0 HTTP/1.1" status: 200 len: 847 time: 0.0427918 Sep 27 05:18:53.410861 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4752f7f-0444-4a1e-ad12-6872a983f768 req-7660a462-53ae-4141-8e7f-8051066203a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:53.412389 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4752f7f-0444-4a1e-ad12-6872a983f768 req-7660a462-53ae-4141-8e7f-8051066203a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470238 Sep 27 05:18:53.498378 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4752f7f-0444-4a1e-ad12-6872a983f768 req-47fe03b5-975c-4632-8a6e-5cc801aae5cb service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794938 Sep 27 05:18:53.587871 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4752f7f-0444-4a1e-ad12-6872a983f768 req-c50eeadf-f025-46c2-8389-531102644fe0 service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836258 Sep 27 05:18:53.796216 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf5f0f-af98-4aab-82db-47400b148a0a req-2cb7785c-5c78-44a0-80ff-8b43a6458aa3 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:53.797695 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-eddf5f0f-af98-4aab-82db-47400b148a0a req-2cb7785c-5c78-44a0-80ff-8b43a6458aa3 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0548429 Sep 27 05:18:53.846069 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-eddf5f0f-af98-4aab-82db-47400b148a0a req-3955244f-8c24-4548-8bf6-6bb0f1734694 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426841 Sep 27 05:18:54.969065 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2697a69-fe9b-4658-8d89-aa20372beef9 req-1ff96024-16a3-40ff-9681-e7a34c766c9f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:54.970537 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d2697a69-fe9b-4658-8d89-aa20372beef9 req-1ff96024-16a3-40ff-9681-e7a34c766c9f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0522056 Sep 27 05:18:55.019460 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-d2697a69-fe9b-4658-8d89-aa20372beef9 req-b2cd0490-8c11-4321-89e3-202a278472b6 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423634 Sep 27 05:18:55.716588 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd3d98-288a-4049-a8fd-974338f5d65d req-3c3c5772-d3c0-4070-a56c-ca125bbcc13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:55.718151 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-49fd3d98-288a-4049-a8fd-974338f5d65d req-3c3c5772-d3c0-4070-a56c-ca125bbcc13f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89e5839579a747caaa9b2e0712499dca&device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 1130 time: 0.0446947 Sep 27 05:18:55.807729 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd3d98-288a-4049-a8fd-974338f5d65d req-16656c77-85aa-44e4-908b-c363fcccf5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:55.809247 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-49fd3d98-288a-4049-a8fd-974338f5d65d req-16656c77-85aa-44e4-908b-c363fcccf5f9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef HTTP/1.1" status: 200 len: 909 time: 0.0858388 Sep 27 05:18:55.868267 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-49fd3d98-288a-4049-a8fd-974338f5d65d req-1ca60518-74f7-4333-94b5-cd1bbf9082ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d HTTP/1.1" status: 200 len: 1002 time: 0.0530701 Sep 27 05:18:55.914974 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd3d98-288a-4049-a8fd-974338f5d65d req-78bcacfd-00bb-46ee-bb06-c34d2d1cc94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:55.916353 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-49fd3d98-288a-4049-a8fd-974338f5d65d req-78bcacfd-00bb-46ee-bb06-c34d2d1cc94c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0004e3c-3058-478c-830b-24ca32d21eb0 HTTP/1.1" status: 200 len: 847 time: 0.0423803 Sep 27 05:18:55.963158 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd3d98-288a-4049-a8fd-974338f5d65d req-23ae12d1-28ed-426a-8e95-ae17784fc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:55.964595 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-49fd3d98-288a-4049-a8fd-974338f5d65d req-23ae12d1-28ed-426a-8e95-ae17784fc4a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426288 Sep 27 05:18:56.054203 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-49fd3d98-288a-4049-a8fd-974338f5d65d req-f3822059-0448-4815-a7f6-8220abfab6c6 service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834723 Sep 27 05:18:56.141453 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-49fd3d98-288a-4049-a8fd-974338f5d65d req-8a4e6f19-a342-4164-90aa-127fe29d2486 service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817142 Sep 27 05:18:56.143783 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d42921-1a2f-4b54-b39b-71b12903c620 req-982b3e55-439a-4304-b6b8-f83f5d216201 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:56.145432 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-79d42921-1a2f-4b54-b39b-71b12903c620 req-982b3e55-439a-4304-b6b8-f83f5d216201 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0519221 Sep 27 05:18:56.199159 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-79d42921-1a2f-4b54-b39b-71b12903c620 req-9f1a0dce-1508-42eb-b240-c3ebd785ce78 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469899 Sep 27 05:18:57.322111 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9aa70f-c887-4f03-926c-e61e5a3b5439 req-0dca9e56-2ff2-4b37-aeb5-c04d07e5534f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:57.323580 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6c9aa70f-c887-4f03-926c-e61e5a3b5439 req-0dca9e56-2ff2-4b37-aeb5-c04d07e5534f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0525904 Sep 27 05:18:57.371172 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-6c9aa70f-c887-4f03-926c-e61e5a3b5439 req-e8e72d00-3759-4b5e-95f7-45097a7d8b26 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420935 Sep 27 05:18:58.510841 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebee09d-dc40-4635-ae11-951b1caa345b req-1a26d970-a162-425e-8f42-27a0c42c6954 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:58.512333 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bebee09d-dc40-4635-ae11-951b1caa345b req-1a26d970-a162-425e-8f42-27a0c42c6954 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0706775 Sep 27 05:18:58.564452 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-bebee09d-dc40-4635-ae11-951b1caa345b req-ada35a25-9ce7-4b5e-961e-632ef9f2a0be tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462437 Sep 27 05:18:58.790903 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc287786-87e9-4755-8458-f9cb29ca7975 req-5de080ff-0295-4a10-b50f-d6487b9ce048 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:58.792389 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cc287786-87e9-4755-8458-f9cb29ca7975 req-5de080ff-0295-4a10-b50f-d6487b9ce048 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0623491 Sep 27 05:18:58.863923 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-cc287786-87e9-4755-8458-f9cb29ca7975 req-c40259d6-e45d-490f-b5d8-251b8bff0c92 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655487 Sep 27 05:18:58.883689 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-8b0f2088-43ab-4057-92de-41e3b15e1fae service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1754508 Sep 27 05:18:59.057053 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-f7c630a6-ed50-41ab-84cb-a5865c2f94b5 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:59.058424 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-f7c630a6-ed50-41ab-84cb-a5865c2f94b5 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports/1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d HTTP/1.1" status: 200 len: 943 time: 0.1483417 Sep 27 05:18:59.993246 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bfcbb-8c2e-428f-8c08-71498dfcba9a req-7c2d574a-93a4-4457-964c-95cd22574079 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:18:59.994921 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-928bfcbb-8c2e-428f-8c08-71498dfcba9a req-7c2d574a-93a4-4457-964c-95cd22574079 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0558281 Sep 27 05:19:00.046303 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-928bfcbb-8c2e-428f-8c08-71498dfcba9a req-335d7900-8018-4dae-9aa7-39f02b22e181 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456159 Sep 27 05:19:00.267451 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-be7d18ce-83c4-4bc0-a3d4-870f7c142c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:00.268896 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-be7d18ce-83c4-4bc0-a3d4-870f7c142c23 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b&tenant_id=89e5839579a747caaa9b2e0712499dca HTTP/1.1" status: 200 len: 1130 time: 0.0787768 Sep 27 05:19:00.331147 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-19f8540b-df50-47a5-a9b9-85195a3c0432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:00.332613 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-19f8540b-df50-47a5-a9b9-85195a3c0432 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89e5839579a747caaa9b2e0712499dca&device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 1130 time: 0.0427170 Sep 27 05:19:00.423699 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-91a0f95e-e3c2-4eab-b6a1-d3b0bca4e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:00.425179 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-91a0f95e-e3c2-4eab-b6a1-d3b0bca4e77b service neutron] 10.222.0.49 "GET /v2.0/networks?id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef HTTP/1.1" status: 200 len: 909 time: 0.0869238 Sep 27 05:19:00.484546 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-852694ea-d297-46ef-bb0b-3927589fe8bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d HTTP/1.1" status: 200 len: 1002 time: 0.0527413 Sep 27 05:19:00.531138 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-862b6c9d-221a-42f9-8484-6164bbb56f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:00.532449 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-862b6c9d-221a-42f9-8484-6164bbb56f2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0004e3c-3058-478c-830b-24ca32d21eb0 HTTP/1.1" status: 200 len: 847 time: 0.0424578 Sep 27 05:19:00.811983 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-bbdbcba9-9d13-485e-9443-ed5ab9fa1b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:00.813421 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-bbdbcba9-9d13-485e-9443-ed5ab9fa1b15 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2742255 Sep 27 05:19:00.898175 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-2f18f1c0-42d2-4443-b32f-a2b1a90e1045 service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782189 Sep 27 05:19:00.986324 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5eace3b-db80-42b9-9c11-9e77b39211a4 req-b21387c3-f03a-44d7-9aab-17e62ba27696 service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820053 Sep 27 05:19:01.168408 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236f9f3-0737-4b03-82c2-5ba4dec499b6 req-048968f4-6c1f-4576-aa66-12bd497161b4 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:01.169911 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8236f9f3-0737-4b03-82c2-5ba4dec499b6 req-048968f4-6c1f-4576-aa66-12bd497161b4 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0516567 Sep 27 05:19:01.217836 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-8236f9f3-0737-4b03-82c2-5ba4dec499b6 req-5cbe6e1e-e543-41e5-9a8d-5d8331a178ac tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424926 Sep 27 05:19:02.206233 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:19:02.280422 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d is: ACTIVE; New status is: DOWN {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:19:02.280847 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:02.304219 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:19:02.306504 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55953cd-d70e-48b0-bc25-c6fe9ea9c7c5" -d '{"events": [{"server_uuid": "06a500ce-d798-4ea6-93d5-6626f22eac2b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:19:02.319504 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,segment=NetworkSegment(62fb0a82-a637-41d5-9fea-5729c70dbe1f),segment_id=62fb0a82-a637-41d5-9fea-5729c70dbe1f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:19:02.323784 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:02.352136 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083c281-5290-4ba4-80df-3cd5a28e944b req-73a65816-5446-476d-8db0-8922c34e34d4 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:02.353748 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2083c281-5290-4ba4-80df-3cd5a28e944b req-73a65816-5446-476d-8db0-8922c34e34d4 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0594101 Sep 27 05:19:02.373433 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,revision_number=6']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:19:02.380976 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:19:02.381856 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:19:02.382220 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:19:02.382564 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:19:02.382925 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:19:02.383238 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:19:02.383573 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:19:02.383902 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:19:02.384237 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:19:02.384570 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:19:02.384926 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:19:02.385634 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:19:02.385634 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:19:02.409819 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-2083c281-5290-4ba4-80df-3cd5a28e944b req-0cba2409-2199-46d5-ae26-0f7293a6bda5 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475841 Sep 27 05:19:02.415584 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Sep 2022 05:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224c53a6-87ff-4113-b7ea-b176cc04c486 x-openstack-request-id: req-224c53a6-87ff-4113-b7ea-b176cc04c486 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:19:02.415886 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a500ce-d798-4ea6-93d5-6626f22eac2b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:19:02.416150 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-224c53a6-87ff-4113-b7ea-b176cc04c486 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:19:02.416554 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224c53a6-87ff-4113-b7ea-b176cc04c486'] response: {'server_uuid': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d', 'code': 200} Sep 27 05:19:03.539683 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4a408-79c9-493c-976f-1bbdcbe3e2a2 req-1bc98c4d-3b9c-4794-99db-6991e694bb9c tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:03.541172 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-28b4a408-79c9-493c-976f-1bbdcbe3e2a2 req-1bc98c4d-3b9c-4794-99db-6991e694bb9c tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 944 time: 0.0554998 Sep 27 05:19:03.589143 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-28b4a408-79c9-493c-976f-1bbdcbe3e2a2 req-ce4e5e01-28ea-4584-8f66-6ca474aafc45 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424361 Sep 27 05:19:04.711504 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dea62f-5f7c-43fc-81c9-500174f9acc5 req-eb502110-1ec8-48f8-a985-4a8b86cd3afb tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:04.712984 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-90dea62f-5f7c-43fc-81c9-500174f9acc5 req-eb502110-1ec8-48f8-a985-4a8b86cd3afb tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 944 time: 0.0516124 Sep 27 05:19:04.765846 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-90dea62f-5f7c-43fc-81c9-500174f9acc5 req-cacb6961-ed6c-4f4d-a958-ffece96e97f4 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473630 Sep 27 05:19:05.804317 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9bd105fd-d561-4d12-8d7e-322b20b4983c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:05.894296 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdb68a-5dae-4d6f-86e9-f5e55d3faf85 req-7ace6f2f-0440-4fa7-a530-66a72c27b56f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:05.895736 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9ffdb68a-5dae-4d6f-86e9-f5e55d3faf85 req-7ace6f2f-0440-4fa7-a530-66a72c27b56f tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 944 time: 0.0546005 Sep 27 05:19:05.942977 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-9ffdb68a-5dae-4d6f-86e9-f5e55d3faf85 req-3cb7eab4-cd50-4128-81e0-7c38622b3a0d tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407524 Sep 27 05:19:07.042725 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3549ae-3118-44de-845d-d694cedf098a req-62cf298c-c6f6-4c96-b17b-b83316b886cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:07.044668 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6f3549ae-3118-44de-845d-d694cedf098a req-62cf298c-c6f6-4c96-b17b-b83316b886cc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 1128 time: 0.0459356 Sep 27 05:19:07.071265 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e6834-8562-4e38-9b04-65584d2917c2 req-0afb574b-af32-4ab6-9a5f-4eb6540d6a45 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:07.072751 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-589e6834-8562-4e38-9b04-65584d2917c2 req-0afb574b-af32-4ab6-9a5f-4eb6540d6a45 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 944 time: 0.0529137 Sep 27 05:19:07.090866 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6f3549ae-3118-44de-845d-d694cedf098a req-5c1bac64-a087-4fe8-a3a8-f4f3bfef4c2c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403283 Sep 27 05:19:07.119632 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-589e6834-8562-4e38-9b04-65584d2917c2 req-c7dedeee-96ae-4140-b568-2e7fd92e87d9 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412650 Sep 27 05:19:08.174418 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8e6c9496-72f5-49c2-b5f5-1409f03fe29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:08.213701 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103958) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 05:19:08.246413 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c65e7-b8fd-414a-82bc-63ce6fd64656 req-5d846838-6944-4c82-a41e-b141039e3608 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:08.247894 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5c0c65e7-b8fd-414a-82bc-63ce6fd64656 req-5d846838-6944-4c82-a41e-b141039e3608 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 944 time: 0.0526128 Sep 27 05:19:08.300031 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-5c0c65e7-b8fd-414a-82bc-63ce6fd64656 req-763b7bba-d0f9-409e-b3a1-769a722b9b82 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463989 Sep 27 05:19:08.311507 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,segment=NetworkSegment(62fb0a82-a637-41d5-9fea-5729c70dbe1f),segment_id=62fb0a82-a637-41d5-9fea-5729c70dbe1f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:19:08.322671 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Returning: {'device': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'port_id': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d', 'mac_address': 'fa:16:3e:88:bd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103958) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 05:19:08.360867 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d is: DOWN; New status is: BUILD {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:19:08.361295 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:08.375272 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d {{(pid=103958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 05:19:08.395240 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,segment=NetworkSegment(62fb0a82-a637-41d5-9fea-5729c70dbe1f),segment_id=62fb0a82-a637-41d5-9fea-5729c70dbe1f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:19:08.399673 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:08.444643 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,revision_number=7']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:19:08.638238 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] get_ports_and_sgs() called for port_ids ['1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d'] {{(pid=103958) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 05:19:09.218275 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:19:09.428039 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:10.228524 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d up at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 05:19:10.277218 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.provisioning_blocks [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Provisioning complete for port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d triggered by entity L2. {{(pid=103958) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 27 05:19:10.277599 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-882767'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), provisioning_complete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:10.277949 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Attempt 1 to provision port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d Sep 27 05:19:10.359213 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Current status of the port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d is: BUILD; New status is: ACTIVE {{(pid=103958) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 27 05:19:10.359608 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-695462'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:10.384783 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d'}] {{(pid=103958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:19:10.387159 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a48122a805bea2a4f1824670ba680695a6d92c6ada63ed3c0e2dc3488ecd9dec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4001e076-1bf9-459b-903d-d9a38429b362" -d '{"events": [{"server_uuid": "06a500ce-d798-4ea6-93d5-6626f22eac2b", "name": "network-vif-plugged", "status": "completed", "tag": "1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d"}]}' {{(pid=103958) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:19:10.400437 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] For port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,segment=NetworkSegment(62fb0a82-a637-41d5-9fea-5729c70dbe1f),segment_id=62fb0a82-a637-41d5-9fea-5729c70dbe1f)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:19:10.404820 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740363691367', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740363081692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740363081710'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:10.429003 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414db48f-4e32-49e1-a73f-65de7530e5b2 x-openstack-request-id: req-414db48f-4e32-49e1-a73f-65de7530e5b2 {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:19:10.430305 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a500ce-d798-4ea6-93d5-6626f22eac2b", "name": "network-vif-plugged", "status": "completed", "tag": "1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d", "code": 200}]} {{(pid=103958) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:19:10.430305 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-414db48f-4e32-49e1-a73f-65de7530e5b2 {{(pid=103958) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:19:10.430670 dv-cinder-858463-2-iscsi neutron-server[103958]: INFO neutron.notifiers.nova [-] Nova event matching ['req-414db48f-4e32-49e1-a73f-65de7530e5b2'] response: {'server_uuid': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d', 'code': 200} Sep 27 05:19:10.454844 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Pushing event updated for resources: {'Port': ['ID=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,revision_number=8']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:19:10.823262 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:12.154463 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:16.000038 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:35.807305 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9a90b237-bc4f-466d-a91b-8e04dde76339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:38.176322 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-6fceb96a-22a6-4665-9239-fde8e8f2a2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:39.430572 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:40.825584 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:42.157556 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:45.999916 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:19:46.216335 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:19:53.891057 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-17fb944c-5158-4e05-b533-c8df326e01e6 req-a7730809-1e8c-4252-b7f8-d63757c8b0b7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420403 Sep 27 05:19:53.977095 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb944c-5158-4e05-b533-c8df326e01e6 req-6a12a29c-d7b7-4092-9ed1-a094698a9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:53.978608 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-17fb944c-5158-4e05-b533-c8df326e01e6 req-6a12a29c-d7b7-4092-9ed1-a094698a9871 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89e5839579a747caaa9b2e0712499dca&device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 1130 time: 0.0469279 Sep 27 05:19:54.078985 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb944c-5158-4e05-b533-c8df326e01e6 req-111aaccc-1efd-468b-b116-17f8a707fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:54.080353 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-17fb944c-5158-4e05-b533-c8df326e01e6 req-111aaccc-1efd-468b-b116-17f8a707fed5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef HTTP/1.1" status: 200 len: 909 time: 0.0825043 Sep 27 05:19:54.144463 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-17fb944c-5158-4e05-b533-c8df326e01e6 req-73ec1795-48d4-4218-85a0-0494c38a3d66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d HTTP/1.1" status: 200 len: 1002 time: 0.0579693 Sep 27 05:19:54.190748 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb944c-5158-4e05-b533-c8df326e01e6 req-be48aa25-ee59-4a6e-bd40-6ef83c64aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:54.192149 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-17fb944c-5158-4e05-b533-c8df326e01e6 req-be48aa25-ee59-4a6e-bd40-6ef83c64aa86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0004e3c-3058-478c-830b-24ca32d21eb0 HTTP/1.1" status: 200 len: 847 time: 0.0418792 Sep 27 05:19:54.240028 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb944c-5158-4e05-b533-c8df326e01e6 req-354ac49a-86aa-4d3e-ad04-1872f616ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:19:54.241510 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-17fb944c-5158-4e05-b533-c8df326e01e6 req-354ac49a-86aa-4d3e-ad04-1872f616ec50 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431342 Sep 27 05:19:54.331730 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-17fb944c-5158-4e05-b533-c8df326e01e6 req-e3e8a032-97a2-4e28-80bc-8867e84e27b4 service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837991 Sep 27 05:19:54.422233 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-17fb944c-5158-4e05-b533-c8df326e01e6 req-9e009574-9b59-4f4f-b150-5463541e5fac service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838621 Sep 27 05:20:05.809193 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9d29a192-5a66-4d03-92a9-680837382b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:08.179851 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b2b97822-cdc6-49b4-9086-8265e8d73fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:09.433466 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:10.828669 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:12.160279 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:15.994756 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:20.460847 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 42514) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:20:20.605356 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Deleting port d9919061-bd96-4800-ba5b-e14f7684cbf9 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:20:20.605700 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (d9919061-bd96-4800-ba5b-e14f7684cbf9), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:20.678503 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (d9919061-bd96-4800-ba5b-e14f7684cbf9), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:20.678828 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for floatingip (d9919061-bd96-4800-ba5b-e14f7684cbf9), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:20.690130 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Calling delete_port for d9919061-bd96-4800-ba5b-e14f7684cbf9 owned by network:floatingip {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:20:20.834902 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (d9919061-bd96-4800-ba5b-e14f7684cbf9), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:20.859069 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Pushing event deleted for resources: {'Port': ['ID=d9919061-bd96-4800-ba5b-e14f7684cbf9,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:20.870577 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:20.870911 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:20.871251 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:20.871597 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:20.872040 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:20.872343 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:20.872678 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:20.873033 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:20.873393 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:20.873724 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:20.874072 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:20.874386 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:20.874713 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:20.932803 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for floatingip (6a16c235-f526-44c4-9d04-ca32b52f3cb6), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:20.933158 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.db.l3_db [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Floating IP 6a16c235-f526-44c4-9d04-ca32b52f3cb6 disassociated (deleted). External IP: 172.27.1.158, port: 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d. Sep 27 05:20:21.129674 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Router 592dade1-2415-420a-a13b-fd4e85bd8a2e has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:20:21.231669 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:20:21.236428 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for floatingip (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:21.240999 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729f5f20-b1e7-47fa-bc96-cd00e0e8c3f3 None None] Sync routers for ids ['592dade1-2415-420a-a13b-fd4e85bd8a2e'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:20:21.250403 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729f5f20-b1e7-47fa-bc96-cd00e0e8c3f3 None None] Routers {'592dade1-2415-420a-a13b-fd4e85bd8a2e'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:20:21.250995 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-729f5f20-b1e7-47fa-bc96-cd00e0e8c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:20:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['592dade1-2415-420a-a13b-fd4e85bd8a2e'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:21.266679 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-b25406b8-1e08-4909-8ea8-ca23c19706ea tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "DELETE /v2.0/floatingips/6a16c235-f526-44c4-9d04-ca32b52f3cb6 HTTP/1.1" status: 204 len: 168 time: 0.8044429 Sep 27 05:20:21.267305 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'tag': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:20:21.270669 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9af91189f17f051f31de0d61d810027df18334b35f72d0552076a27440b633ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d896c48b-4968-43a4-a463-797171f15e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "06a500ce-d798-4ea6-93d5-6626f22eac2b", "tag": "1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:20:21.308561 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 05:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ca2e4c-4413-43ee-ba92-a4c600633d77 x-openstack-request-id: req-21ca2e4c-4413-43ee-ba92-a4c600633d77 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:20:21.308966 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a500ce-d798-4ea6-93d5-6626f22eac2b", "tag": "1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d", "status": "completed", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:20:21.309299 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-21ca2e4c-4413-43ee-ba92-a4c600633d77 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:20:21.309790 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ca2e4c-4413-43ee-ba92-a4c600633d77'] response: {'name': 'network-changed', 'server_uuid': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'tag': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d', 'status': 'completed', 'code': 200} Sep 27 05:20:21.360364 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-729f5f20-b1e7-47fa-bc96-cd00e0e8c3f3 None None] Set router 592dade1-2415-420a-a13b-fd4e85bd8a2e gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:20:21.377839 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896c48b-4968-43a4-a463-797171f15e0c req-b41f250a-fe39-494f-9790-49dbf93adb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:20:21.380538 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d896c48b-4968-43a4-a463-797171f15e0c req-b41f250a-fe39-494f-9790-49dbf93adb95 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=89e5839579a747caaa9b2e0712499dca&device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 1130 time: 0.0504160 Sep 27 05:20:21.489756 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896c48b-4968-43a4-a463-797171f15e0c req-a91ddbd5-09cd-4c38-9658-6152778243b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:20:21.491343 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d896c48b-4968-43a4-a463-797171f15e0c req-a91ddbd5-09cd-4c38-9658-6152778243b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef HTTP/1.1" status: 200 len: 909 time: 0.0981832 Sep 27 05:20:21.521561 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650eb0b-6968-4e5f-a7bf-8591efcaf799 req-e172d902-583d-41cb-94ec-7545af7ea1fe tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:20:21.523054 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1650eb0b-6968-4e5f-a7bf-8591efcaf799 req-e172d902-583d-41cb-94ec-7545af7ea1fe tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0610838 Sep 27 05:20:21.535580 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d896c48b-4968-43a4-a463-797171f15e0c req-22ad75fe-0da3-4a74-9092-f3d18374fa10 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d HTTP/1.1" status: 200 len: 217 time: 0.0370178 Sep 27 05:20:21.577730 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-1650eb0b-6968-4e5f-a7bf-8591efcaf799 req-d1e5ec3d-f3c1-4761-af45-3c511d49accd tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482817 Sep 27 05:20:21.586709 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896c48b-4968-43a4-a463-797171f15e0c req-158b1306-0bb5-4062-b158-d1b10329d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:20:21.589443 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d896c48b-4968-43a4-a463-797171f15e0c req-158b1306-0bb5-4062-b158-d1b10329d98c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c0004e3c-3058-478c-830b-24ca32d21eb0 HTTP/1.1" status: 200 len: 847 time: 0.0473342 Sep 27 05:20:21.644113 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896c48b-4968-43a4-a463-797171f15e0c req-e5886aab-2bbb-4880-878e-478eb9e1b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:20:21.645543 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d896c48b-4968-43a4-a463-797171f15e0c req-e5886aab-2bbb-4880-878e-478eb9e1b8e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498488 Sep 27 05:20:21.660815 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-729f5f20-b1e7-47fa-bc96-cd00e0e8c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:03Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 4, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'gw_port': {'id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:04Z', 'updated_at': '2022-09-27T05:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '30d115d0-8379-40aa-9e4d-8dfeca493bdb', 'name': '', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'mac_address': 'fa:16:3e:4a:12:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:06Z', 'updated_at': '2022-09-27T05:16:11Z', 'revision_number': 5, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'subnets': [{'id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:21.684550 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729f5f20-b1e7-47fa-bc96-cd00e0e8c3f3 None None] Checking router: 592dade1-2415-420a-a13b-fd4e85bd8a2e for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:20:21.692674 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729f5f20-b1e7-47fa-bc96-cd00e0e8c3f3 None None] Routers {'592dade1-2415-420a-a13b-fd4e85bd8a2e'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:20:21.693318 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-729f5f20-b1e7-47fa-bc96-cd00e0e8c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:20:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['592dade1-2415-420a-a13b-fd4e85bd8a2e'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:21.734978 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d896c48b-4968-43a4-a463-797171f15e0c req-b93e1329-8acb-403e-9654-e4b95c146674 service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824990 Sep 27 05:20:21.793747 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-729f5f20-b1e7-47fa-bc96-cd00e0e8c3f3 None None] Set router 592dade1-2415-420a-a13b-fd4e85bd8a2e gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:20:21.828298 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d896c48b-4968-43a4-a463-797171f15e0c req-9b6c9793-73b0-4699-a550-04369128c08b service neutron] 10.222.0.49 "GET /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868325 Sep 27 05:20:21.983845 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-729f5f20-b1e7-47fa-bc96-cd00e0e8c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:03Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 4, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'gw_port': {'id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:04Z', 'updated_at': '2022-09-27T05:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '30d115d0-8379-40aa-9e4d-8dfeca493bdb', 'name': '', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'mac_address': 'fa:16:3e:4a:12:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:06Z', 'updated_at': '2022-09-27T05:16:11Z', 'revision_number': 5, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'subnets': [{'id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:22.008096 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729f5f20-b1e7-47fa-bc96-cd00e0e8c3f3 None None] The sync data for ids ['592dade1-2415-420a-a13b-fd4e85bd8a2e'] in dv-cinder-858463-2-iscsi is: [{'id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:03Z', 'updated_at': '2022-09-27T05:16:06Z', 'revision_number': 4, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'gw_port': {'id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:04Z', 'updated_at': '2022-09-27T05:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi', '_interfaces': [{'id': '30d115d0-8379-40aa-9e4d-8dfeca493bdb', 'name': '', 'network_id': 'd404757e-4fb9-4e41-b0f4-e6bdd9deb8ef', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'mac_address': 'fa:16:3e:4a:12:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:06Z', 'updated_at': '2022-09-27T05:16:11Z', 'revision_number': 5, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'subnets': [{'id': 'c0004e3c-3058-478c-830b-24ca32d21eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:20:22.231943 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b2ea85-fb2a-4b0e-82a2-400c82529dcb None None] New status for floating IP 6a16c235-f526-44c4-9d04-ca32b52f3cb6: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 05:20:22.709521 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab658db4-3d77-4e2a-923c-8d3e6702012b req-f27e89a5-2ab1-4a26-a632-21f500a4684c tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:20:22.710984 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab658db4-3d77-4e2a-923c-8d3e6702012b req-f27e89a5-2ab1-4a26-a632-21f500a4684c tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0517874 Sep 27 05:20:22.758185 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-ab658db4-3d77-4e2a-923c-8d3e6702012b req-bb077bd6-5c58-4921-bf3a-b4c8cef455cf tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/security-groups?id=747582ab-0d6d-480f-becb-301e62c2dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416396 Sep 27 05:20:22.995472 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c664148-e91e-4cd8-a46f-0cbe0b282f87 req-36025ec1-6797-4cec-9503-0ae59ac543fe tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 05:20:22.997021 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5c664148-e91e-4cd8-a46f-0cbe0b282f87 req-36025ec1-6797-4cec-9503-0ae59ac543fe tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.49 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 946 time: 0.0523343 Sep 27 05:20:23.082582 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-5c664148-e91e-4cd8-a46f-0cbe0b282f87 req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Deleting port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:20:23.082927 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-5c664148-e91e-4cd8-a46f-0cbe0b282f87 req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:23.175674 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-5c664148-e91e-4cd8-a46f-0cbe0b282f87 req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] For port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,segment=NetworkSegment(62fb0a82-a637-41d5-9fea-5729c70dbe1f),segment_id=62fb0a82-a637-41d5-9fea-5729c70dbe1f)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:20:23.176043 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-5c664148-e91e-4cd8-a46f-0cbe0b282f87 req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:23.188946 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-5c664148-e91e-4cd8-a46f-0cbe0b282f87 req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Calling delete_port for 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:20:23.214837 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:20:23.313611 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-5c664148-e91e-4cd8-a46f-0cbe0b282f87 req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:23.341695 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Pushing event deleted for resources: {'Port': ['ID=1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:23.367925 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:23.368193 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:23.368915 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:23.368915 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:23.369372 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:23.369679 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:23.370026 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:23.370339 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:23.370669 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:23.371014 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:23.371327 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:23.371649 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:23.371974 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:23.391621 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c664148-e91e-4cd8-a46f-0cbe0b282f87 req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] No DVR routers for this DVR port 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d on host hv-cinder-85846 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:20:23.393903 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-5c664148-e91e-4cd8-a46f-0cbe0b282f87 req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-35199'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:23.397190 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5c664148-e91e-4cd8-a46f-0cbe0b282f87 req-a2141b4d-527a-45d9-9569-2a79263ed180 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.49 "DELETE /v2.0/ports/1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d HTTP/1.1" status: 204 len: 173 time: 0.3952885 Sep 27 05:20:23.397679 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'name': 'network-vif-deleted', 'tag': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 05:20:23.400382 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2734a9fa26b30597f84e1b50e8dd5db7ec95e01bb77222dd5dc676cb0dc599bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d4eb4a-24aa-4b36-9117-f055fa62e7dc" -d '{"events": [{"server_uuid": "06a500ce-d798-4ea6-93d5-6626f22eac2b", "name": "network-vif-deleted", "tag": "1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 05:20:23.437613 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 05:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715bb3a0-e22c-4d83-81ad-fdaeb4a33238 x-openstack-request-id: req-715bb3a0-e22c-4d83-81ad-fdaeb4a33238 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 05:20:23.437913 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a500ce-d798-4ea6-93d5-6626f22eac2b", "name": "network-vif-deleted", "tag": "1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 05:20:23.438179 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-715bb3a0-e22c-4d83-81ad-fdaeb4a33238 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 05:20:23.438591 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-715bb3a0-e22c-4d83-81ad-fdaeb4a33238'] response: {'server_uuid': '06a500ce-d798-4ea6-93d5-6626f22eac2b', 'name': 'network-vif-deleted', 'tag': '1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d', 'status': 'completed', 'code': 200} Sep 27 05:20:23.874023 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [req-dae7bbee-8291-4173-86b5-19f571c5e5a7 req-23db1e65-fc03-402c-b89d-772db29f4b2d tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "GET /v2.0/ports?device_id=06a500ce-d798-4ea6-93d5-6626f22eac2b HTTP/1.1" status: 200 len: 210 time: 0.0270102 Sep 27 05:20:24.938532 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 42540) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:20:24.995169 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14a875cd-c357-41db-bd82-f4b1f433d567 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group (747582ab-0d6d-480f-becb-301e62c2dea9), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:25.028418 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14a875cd-c357-41db-bd82-f4b1f433d567 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group (747582ab-0d6d-480f-becb-301e62c2dea9), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:25.085557 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14a875cd-c357-41db-bd82-f4b1f433d567 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (747582ab-0d6d-480f-becb-301e62c2dea9), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:25.088907 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-14a875cd-c357-41db-bd82-f4b1f433d567 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Publish callbacks [] for security_group (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:25.090038 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-14a875cd-c357-41db-bd82-f4b1f433d567 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] 10.222.0.27 "DELETE /v2.0/security-groups/747582ab-0d6d-480f-becb-301e62c2dea9 HTTP/1.1" status: 204 len: 168 time: 0.1505287 Sep 27 05:20:25.098746 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a875cd-c357-41db-bd82-f4b1f433d567 tempest-TestShelveInstance-1260320576 tempest-TestShelveInstance-1260320576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=747582ab-0d6d-480f-becb-301e62c2dea9,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:25.136199 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 42544) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:20:25.709814 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c556a0d9-8667-438d-87df-05bc0424a268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7912454'] for router_interface (592dade1-2415-420a-a13b-fd4e85bd8a2e), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:25.942145 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-c556a0d9-8667-438d-87df-05bc0424a268 admin admin] Deleting port 30d115d0-8379-40aa-9e4d-8dfeca493bdb {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:20:25.942868 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c556a0d9-8667-438d-87df-05bc0424a268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:26.022903 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-c556a0d9-8667-438d-87df-05bc0424a268 admin admin] For port 30d115d0-8379-40aa-9e4d-8dfeca493bdb, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=30d115d0-8379-40aa-9e4d-8dfeca493bdb,segment=NetworkSegment(62fb0a82-a637-41d5-9fea-5729c70dbe1f),segment_id=62fb0a82-a637-41d5-9fea-5729c70dbe1f)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:20:26.023264 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c556a0d9-8667-438d-87df-05bc0424a268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:26.036099 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-c556a0d9-8667-438d-87df-05bc0424a268 admin admin] Calling delete_port for 30d115d0-8379-40aa-9e4d-8dfeca493bdb owned by network:router_interface {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:20:26.206146 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c556a0d9-8667-438d-87df-05bc0424a268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (30d115d0-8379-40aa-9e4d-8dfeca493bdb), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:26.228650 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556a0d9-8667-438d-87df-05bc0424a268 admin admin] Pushing event deleted for resources: {'Port': ['ID=30d115d0-8379-40aa-9e4d-8dfeca493bdb,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:26.390290 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c556a0d9-8667-438d-87df-05bc0424a268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8071391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7909782'] for router_interface (592dade1-2415-420a-a13b-fd4e85bd8a2e), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:26.593472 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:20:26.594730 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c556a0d9-8667-438d-87df-05bc0424a268 admin admin] Router 592dade1-2415-420a-a13b-fd4e85bd8a2e has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:20:26.612649 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] No Port match for: 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:20:26.613018 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Device 1d0dec65-b0f6-4cdb-a36a-ebd0dbde402d not bound to the agent host hv-cinder-85846 {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:20:26.695160 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c556a0d9-8667-438d-87df-05bc0424a268 admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:20:26.700249 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-c556a0d9-8667-438d-87df-05bc0424a268 admin admin] 10.222.0.27 "PUT /v2.0/routers/592dade1-2415-420a-a13b-fd4e85bd8a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5665274 Sep 27 05:20:26.702862 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 42546) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:20:26.703577 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d60626-f7d6-4fcd-924e-9e507a6422a1 None None] Sync routers for ids ['592dade1-2415-420a-a13b-fd4e85bd8a2e'] in dv-cinder-858463-2-iscsi {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:20:26.713152 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d60626-f7d6-4fcd-924e-9e507a6422a1 None None] Routers {'592dade1-2415-420a-a13b-fd4e85bd8a2e'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:20:26.713763 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-99d60626-f7d6-4fcd-924e-9e507a6422a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:20:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['592dade1-2415-420a-a13b-fd4e85bd8a2e'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:26.800981 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] Publish callbacks [] for router (592dade1-2415-420a-a13b-fd4e85bd8a2e), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:26.811122 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-99d60626-f7d6-4fcd-924e-9e507a6422a1 None None] Set router 592dade1-2415-420a-a13b-fd4e85bd8a2e gateway port host: dv-cinder-858463-2-iscsi {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:20:26.898656 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] Publish callbacks [] for router_gateway (592dade1-2415-420a-a13b-fd4e85bd8a2e), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:26.945938 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] Deleting port bf5c324d-6e95-4711-8bb0-31d9618e0d84 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:20:26.947356 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (bf5c324d-6e95-4711-8bb0-31d9618e0d84), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:26.985028 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-99d60626-f7d6-4fcd-924e-9e507a6422a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:03Z', 'updated_at': '2022-09-27T05:20:26Z', 'revision_number': 5, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'gw_port': {'id': 'bf5c324d-6e95-4711-8bb0-31d9618e0d84', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:04Z', 'updated_at': '2022-09-27T05:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:27.009555 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d60626-f7d6-4fcd-924e-9e507a6422a1 None None] Checking router: 592dade1-2415-420a-a13b-fd4e85bd8a2e for host: dv-cinder-858463-2-iscsi {{(pid=103959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:20:27.019762 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d60626-f7d6-4fcd-924e-9e507a6422a1 None None] Routers {'592dade1-2415-420a-a13b-fd4e85bd8a2e'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:20:27.020865 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-99d60626-f7d6-4fcd-924e-9e507a6422a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:20:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['592dade1-2415-420a-a13b-fd4e85bd8a2e'], 'active': True} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:27.024415 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] For port bf5c324d-6e95-4711-8bb0-31d9618e0d84, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=bf5c324d-6e95-4711-8bb0-31d9618e0d84,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:20:27.025539 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (bf5c324d-6e95-4711-8bb0-31d9618e0d84), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.038238 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] Calling delete_port for bf5c324d-6e95-4711-8bb0-31d9618e0d84 owned by network:router_gateway {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:20:27.106234 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_dvr_db [None req-99d60626-f7d6-4fcd-924e-9e507a6422a1 None None] Set router 592dade1-2415-420a-a13b-fd4e85bd8a2e gateway port host: None {{(pid=103959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:20:27.156174 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.l3_hamode_db [None req-99d60626-f7d6-4fcd-924e-9e507a6422a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:03Z', 'updated_at': '2022-09-27T05:20:26Z', 'revision_number': 6, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'gw_port_host': None}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103959) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:27.180021 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d60626-f7d6-4fcd-924e-9e507a6422a1 None None] The sync data for ids ['592dade1-2415-420a-a13b-fd4e85bd8a2e'] in dv-cinder-858463-2-iscsi is: [{'id': '592dade1-2415-420a-a13b-fd4e85bd8a2e', 'name': 'tempest-TestShelveInstance-536543338-router', 'tenant_id': '89e5839579a747caaa9b2e0712499dca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:03Z', 'updated_at': '2022-09-27T05:20:26Z', 'revision_number': 6, 'project_id': '89e5839579a747caaa9b2e0712499dca', 'gw_port_host': None}] {{(pid=103959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:20:27.200665 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (bf5c324d-6e95-4711-8bb0-31d9618e0d84), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.231222 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5c324d-6e95-4711-8bb0-31d9618e0d84,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:27.290978 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7911740'] for router_gateway (592dade1-2415-420a-a13b-fd4e85bd8a2e), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.375184 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7913395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30433'] for router (592dade1-2415-420a-a13b-fd4e85bd8a2e), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.377323 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] Publish callbacks [] for router_controller (592dade1-2415-420a-a13b-fd4e85bd8a2e), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.418439 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7913384'] for router (592dade1-2415-420a-a13b-fd4e85bd8a2e), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.419063 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 592dade1-2415-420a-a13b-fd4e85bd8a2e {{(pid=103957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 05:20:27.423712 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.424865 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-d64436b8-b2b9-4ec5-8516-2faf66f1a0da admin admin] 10.222.0.27 "DELETE /v2.0/routers/592dade1-2415-420a-a13b-fd4e85bd8a2e HTTP/1.1" status: 204 len: 168 time: 0.7210500 Sep 27 05:20:27.427338 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 42548) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:20:27.474714 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb822a4-4d44-4b66-b96e-82100ea8a326 admin admin] Deleting subnet c0004e3c-3058-478c-830b-24ca32d21eb0 {{(pid=103957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:20:27.477740 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cfb822a4-4d44-4b66-b96e-82100ea8a326 admin admin] Publish callbacks [] for subnet (c0004e3c-3058-478c-830b-24ca32d21eb0), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.510709 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cfb822a4-4d44-4b66-b96e-82100ea8a326 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7639147'] for subnet (c0004e3c-3058-478c-830b-24ca32d21eb0), precommit_delete_associations {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.588653 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cfb822a4-4d44-4b66-b96e-82100ea8a326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (c0004e3c-3058-478c-830b-24ca32d21eb0), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.645457 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cfb822a4-4d44-4b66-b96e-82100ea8a326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5961716', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5312894'] for subnet (c0004e3c-3058-478c-830b-24ca32d21eb0), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.672545 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb822a4-4d44-4b66-b96e-82100ea8a326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0004e3c-3058-478c-830b-24ca32d21eb0,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:27.674469 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cfb822a4-4d44-4b66-b96e-82100ea8a326 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.677970 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-cfb822a4-4d44-4b66-b96e-82100ea8a326 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c0004e3c-3058-478c-830b-24ca32d21eb0 HTTP/1.1" status: 204 len: 168 time: 0.2496035 Sep 27 05:20:27.680121 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91533186-2cc1-4e41-8ab9-d66e3fd71b23 None None] Network d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:20:27.680575 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.wsgi [-] (103957) accepted ('10.222.0.27', 42550) {{(pid=103957) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:20:27.747094 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.800109 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] Deleting port 3e581b66-63c7-4115-9959-ba766f7a9e6c {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:20:27.800451 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.865287 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] For port 3e581b66-63c7-4115-9959-ba766f7a9e6c, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=3e581b66-63c7-4115-9959-ba766f7a9e6c,segment=NetworkSegment(62fb0a82-a637-41d5-9fea-5729c70dbe1f),segment_id=62fb0a82-a637-41d5-9fea-5729c70dbe1f)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:20:27.865655 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.880107 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] Calling delete_port for 3e581b66-63c7-4115-9959-ba766f7a9e6c owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:20:27.933881 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] DHCP port deletion for d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef request from dv-cinder-858463-2-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 27 05:20:27.977015 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5961607'] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:27.988726 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Deleting port 3e581b66-63c7-4115-9959-ba766f7a9e6c {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:20:27.989126 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:28.003838 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 3e581b66-63c7-4115-9959-ba766f7a9e6c no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:20:28.009548 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e581b66-63c7-4115-9959-ba766f7a9e6c,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:28.011409 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] No DVR routers for this DVR port 3e581b66-63c7-4115-9959-ba766f7a9e6c on host dv-cinder-858463-2-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:20:28.054162 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 3e581b66-63c7-4115-9959-ba766f7a9e6c {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:20:28.054527 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 3e581b66-63c7-4115-9959-ba766f7a9e6c not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:20:28.054957 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 30d115d0-8379-40aa-9e4d-8dfeca493bdb no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:20:28.088135 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:28.091801 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 30d115d0-8379-40aa-9e4d-8dfeca493bdb {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:20:28.092146 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 30d115d0-8379-40aa-9e4d-8dfeca493bdb not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:20:28.092562 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device bf5c324d-6e95-4711-8bb0-31d9618e0d84 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:20:28.108603 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef']}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:28.114422 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] For port 3e581b66-63c7-4115-9959-ba766f7a9e6c, host dv-cinder-858463-2-iscsi, got binding levels [] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:20:28.114827 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:28.117053 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: bf5c324d-6e95-4711-8bb0-31d9618e0d84 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:20:28.117399 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device bf5c324d-6e95-4711-8bb0-31d9618e0d84 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:20:28.119013 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fb0a82-a637-41d5-9fea-5729c70dbe1f') {'for_net_delete': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:28.119333 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.services.segments.db [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fb0a82-a637-41d5-9fea-5729c70dbe1f') {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:28.129124 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7639132'] for segment (62fb0a82-a637-41d5-9fea-5729c70dbe1f), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:28.130912 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Calling delete_port for 3e581b66-63c7-4115-9959-ba766f7a9e6c owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:20:28.133622 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.ipam_backend_mixin [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Port 3e581b66-63c7-4115-9959-ba766f7a9e6c was not found and therefore no delete operation was performed {{(pid=103958) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 27 05:20:28.135407 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683'] for port (3e581b66-63c7-4115-9959-ba766f7a9e6c), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:28.147329 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (62fb0a82-a637-41d5-9fea-5729c70dbe1f), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:28.154573 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:20:28.154957 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5949782'] for segment (62fb0a82-a637-41d5-9fea-5729c70dbe1f), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:28.160241 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Pushing event deleted for resources: {'Port': ['ID=3e581b66-63c7-4115-9959-ba766f7a9e6c,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:28.164645 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] No DVR routers for this DVR port 3e581b66-63c7-4115-9959-ba766f7a9e6c on host dv-cinder-858463-2-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:20:28.187539 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:28.187926 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:28.188284 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:28.188628 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:28.188991 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:28.189339 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:28.189737 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:28.190084 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:28.190587 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:28.190928 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:28.191261 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:28.191631 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:28.191922 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed556f-9fdd-4a5c-b167-cae3e1222fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-2-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 05:20:28.236036 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:28.241958 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:28.245854 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.wsgi [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] 10.222.0.27 "DELETE /v2.0/networks/d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef HTTP/1.1" status: 204 len: 168 time: 0.5643179 Sep 27 05:20:28.251782 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42556) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:20:28.257488 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 62fb0a82-a637-41d5-9fea-5729c70dbe1f resource provider aggregate not found Sep 27 05:20:28.261996 dv-cinder-858463-2-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153c401-6a2c-409c-a420-eb82a676c53e admin admin] Pushing event deleted for resources: {'Network': ['ID=d404757e-4fb9-4e41-b0f4-e6bdd9deb8ef,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:28.279648 dv-cinder-858463-2-iscsi neutron-server[103957]: INFO neutron.services.segments.plugin [-] Segment 62fb0a82-a637-41d5-9fea-5729c70dbe1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62fb0a82-a637-41d5-9fea-5729c70dbe1f found for delete ", "request_id": "req-bf852f37-5b67-422c-aabf-76d59fa8b8a0"}]} Sep 27 05:20:28.585158 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5795fa33-6fe6-4276-8b38-ddf53bd471ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7912454'] for router_interface (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:28.809218 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-5795fa33-6fe6-4276-8b38-ddf53bd471ce admin admin] Deleting port a0b74259-7737-47c6-8c90-a5e355981b73 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:20:28.809553 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5795fa33-6fe6-4276-8b38-ddf53bd471ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (a0b74259-7737-47c6-8c90-a5e355981b73), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:28.885069 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-5795fa33-6fe6-4276-8b38-ddf53bd471ce admin admin] For port a0b74259-7737-47c6-8c90-a5e355981b73, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=a0b74259-7737-47c6-8c90-a5e355981b73,segment=NetworkSegment(6d1ce590-ac96-4c84-9572-8c2f792bf481),segment_id=6d1ce590-ac96-4c84-9572-8c2f792bf481)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:20:28.885430 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5795fa33-6fe6-4276-8b38-ddf53bd471ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (a0b74259-7737-47c6-8c90-a5e355981b73), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:28.897884 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-5795fa33-6fe6-4276-8b38-ddf53bd471ce admin admin] Calling delete_port for a0b74259-7737-47c6-8c90-a5e355981b73 owned by network:router_interface {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:20:29.073951 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5795fa33-6fe6-4276-8b38-ddf53bd471ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (a0b74259-7737-47c6-8c90-a5e355981b73), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:29.102060 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795fa33-6fe6-4276-8b38-ddf53bd471ce admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b74259-7737-47c6-8c90-a5e355981b73,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:29.264463 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5795fa33-6fe6-4276-8b38-ddf53bd471ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8071391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7909782'] for router_interface (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:29.462864 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5795fa33-6fe6-4276-8b38-ddf53bd471ce admin admin] Router 39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 has already been hosted by L3 agent 26436621-8b25-4f72-b3a6-27408edaa62e {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 05:20:29.564220 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5795fa33-6fe6-4276-8b38-ddf53bd471ce admin admin] Notify agent at l3_agent.dv-cinder-858463-2-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 05:20:29.569231 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5795fa33-6fe6-4276-8b38-ddf53bd471ce admin admin] 10.222.0.27 "PUT /v2.0/routers/39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3163090 Sep 27 05:20:29.571715 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42560) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:20:29.575533 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11878263-3761-4e00-9910-b7affd55b5c4 None None] Sync routers for ids ['39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'] in dv-cinder-858463-2-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 05:20:29.584783 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11878263-3761-4e00-9910-b7affd55b5c4 None None] Routers {'39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:20:29.585425 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-11878263-3761-4e00-9910-b7affd55b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:20:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:29.670065 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] Publish callbacks [] for router (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:29.685214 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-11878263-3761-4e00-9910-b7affd55b5c4 None None] Set router 39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 gateway port host: dv-cinder-858463-2-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:20:29.772025 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] Publish callbacks [] for router_gateway (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:29.819359 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] Deleting port 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:20:29.819729 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:29.872107 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-11878263-3761-4e00-9910-b7affd55b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'name': 'tempest-TestShelveInstance-1040135259-router', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'external_fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:08Z', 'updated_at': '2022-09-27T05:20:29Z', 'revision_number': 5, 'project_id': 'fcf9a652487149e697216ccac9464a91', 'gw_port': {'id': '0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a', 'name': '', 'network_id': '567d47fc-aabf-4674-8921-5604d2739763', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:69:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T05:16:09Z', 'updated_at': '2022-09-27T05:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fff9888e-3449-4973-aaf1-f39523bb273d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-2-iscsi'}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:29.903963 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] For port 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a,segment=NetworkSegment(72a50aca-f150-4b97-9a9f-a334b95b5e6e),segment_id=72a50aca-f150-4b97-9a9f-a334b95b5e6e)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:20:29.904329 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:29.918857 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] Calling delete_port for 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:20:30.022479 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11878263-3761-4e00-9910-b7affd55b5c4 None None] Checking router: 39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 for host: dv-cinder-858463-2-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 05:20:30.030879 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11878263-3761-4e00-9910-b7affd55b5c4 None None] Routers {'39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'} bound to L3 agent in host dv-cinder-858463-2-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 27 05:20:30.031492 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-11878263-3761-4e00-9910-b7affd55b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:57:38Z,description=,heartbeat_timestamp=2022-09-27T05:20:08Z,host='dv-cinder-858463-2-iscsi',id=26436621-8b25-4f72-b3a6-27408edaa62e,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:57:38Z,topic='l3_agent')) {'router_ids': ['39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:30.081878 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:30.106109 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:30.116547 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-11878263-3761-4e00-9910-b7affd55b5c4 None None] Set router 39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 gateway port host: None {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 05:20:30.164624 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7911740'] for router_gateway (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:30.165876 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-11878263-3761-4e00-9910-b7affd55b5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'name': 'tempest-TestShelveInstance-1040135259-router', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:08Z', 'updated_at': '2022-09-27T05:20:29Z', 'revision_number': 6, 'project_id': 'fcf9a652487149e697216ccac9464a91', 'gw_port_host': None}], 'dv-cinder-858463-2-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:30.192830 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11878263-3761-4e00-9910-b7affd55b5c4 None None] The sync data for ids ['39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1'] in dv-cinder-858463-2-iscsi is: [{'id': '39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1', 'name': 'tempest-TestShelveInstance-1040135259-router', 'tenant_id': 'fcf9a652487149e697216ccac9464a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T05:16:08Z', 'updated_at': '2022-09-27T05:20:29Z', 'revision_number': 6, 'project_id': 'fcf9a652487149e697216ccac9464a91', 'gw_port_host': None}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 05:20:30.254604 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7913395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30433'] for router (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:30.256853 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] Publish callbacks [] for router_controller (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:30.300612 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7913384'] for router (39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:30.301298 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 05:20:30.305320 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:30.306843 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-719e6157-01bb-470e-9678-f0f43dd01f30 admin admin] 10.222.0.27 "DELETE /v2.0/routers/39cdbe2e-0dd9-4b43-a5bb-6bbd083a03b1 HTTP/1.1" status: 204 len: 168 time: 0.7342198 Sep 27 05:20:30.309362 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42562) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:20:30.351825 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef18e51-2947-43ce-a992-5d1138e3e160 admin admin] Deleting subnet 032ec5e2-6c3b-4e8f-a9c1-6534a498c608 {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 27 05:20:30.355467 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bef18e51-2947-43ce-a992-5d1138e3e160 admin admin] Publish callbacks [] for subnet (032ec5e2-6c3b-4e8f-a9c1-6534a498c608), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:30.390067 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bef18e51-2947-43ce-a992-5d1138e3e160 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5352960'] for subnet (032ec5e2-6c3b-4e8f-a9c1-6534a498c608), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:30.465569 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bef18e51-2947-43ce-a992-5d1138e3e160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881185'] for subnet (032ec5e2-6c3b-4e8f-a9c1-6534a498c608), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:30.750994 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bef18e51-2947-43ce-a992-5d1138e3e160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-881206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7956792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6109187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5739686'] for subnet (032ec5e2-6c3b-4e8f-a9c1-6534a498c608), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:30.773938 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef18e51-2947-43ce-a992-5d1138e3e160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=032ec5e2-6c3b-4e8f-a9c1-6534a498c608,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:30.780273 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bef18e51-2947-43ce-a992-5d1138e3e160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:30.785739 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-bef18e51-2947-43ce-a992-5d1138e3e160 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/032ec5e2-6c3b-4e8f-a9c1-6534a498c608 HTTP/1.1" status: 204 len: 168 time: 0.4731178 Sep 27 05:20:30.785992 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42564) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:20:30.786162 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50faa25-790a-4b73-9371-92c7e6489cf3 None None] Network 1917b2c3-e82e-4479-bd7c-c8cd5772b5fb requested from dv-cinder-858463-2-iscsi {{(pid=103958) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 27 05:20:30.852218 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-657757'] for network (1917b2c3-e82e-4479-bd7c-c8cd5772b5fb), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:30.904929 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] Deleting port 854a4c8f-2627-4764-829a-1d2caac4480d {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:20:30.905273 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (854a4c8f-2627-4764-829a-1d2caac4480d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:30.966990 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f65de-0589-4cc4-bb86-861ec73fc79f None None] DHCP port deletion for 1917b2c3-e82e-4479-bd7c-c8cd5772b5fb request from dv-cinder-858463-2-iscsi {{(pid=103958) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 27 05:20:30.968981 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] For port 854a4c8f-2627-4764-829a-1d2caac4480d, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=854a4c8f-2627-4764-829a-1d2caac4480d,segment=NetworkSegment(6d1ce590-ac96-4c84-9572-8c2f792bf481),segment_id=6d1ce590-ac96-4c84-9572-8c2f792bf481)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:20:30.969560 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (854a4c8f-2627-4764-829a-1d2caac4480d), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:30.983847 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] Calling delete_port for 854a4c8f-2627-4764-829a-1d2caac4480d owned by network:dhcp {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:20:31.014048 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-126f65de-0589-4cc4-bb86-861ec73fc79f None None] Deleting port 854a4c8f-2627-4764-829a-1d2caac4480d {{(pid=103958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 27 05:20:31.014539 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-126f65de-0589-4cc4-bb86-861ec73fc79f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740363550190'] for port (854a4c8f-2627-4764-829a-1d2caac4480d), before_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:31.073841 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6109296'] for port (854a4c8f-2627-4764-829a-1d2caac4480d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:31.088376 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-126f65de-0589-4cc4-bb86-861ec73fc79f None None] For port 854a4c8f-2627-4764-829a-1d2caac4480d, host dv-cinder-858463-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-2-iscsi',level=0,port_id=854a4c8f-2627-4764-829a-1d2caac4480d,segment=NetworkSegment(6d1ce590-ac96-4c84-9572-8c2f792bf481),segment_id=6d1ce590-ac96-4c84-9572-8c2f792bf481)] {{(pid=103958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 05:20:31.088893 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-126f65de-0589-4cc4-bb86-861ec73fc79f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7897936'] for port (854a4c8f-2627-4764-829a-1d2caac4480d), precommit_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:31.100293 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=854a4c8f-2627-4764-829a-1d2caac4480d,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:31.102172 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] No DVR routers for this DVR port 854a4c8f-2627-4764-829a-1d2caac4480d on host dv-cinder-858463-2-iscsi {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:20:31.107189 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-126f65de-0589-4cc4-bb86-861ec73fc79f None None] Calling delete_port for 854a4c8f-2627-4764-829a-1d2caac4480d owned by network:dhcp {{(pid=103958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 27 05:20:31.177678 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884646', 'neutron.services.segments.db._delete_segments_for_network-8740363609079'] for network (1917b2c3-e82e-4479-bd7c-c8cd5772b5fb), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:31.188427 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-126f65de-0589-4cc4-bb86-861ec73fc79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-730934', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-502209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740363691349', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740363081683'] for port (854a4c8f-2627-4764-829a-1d2caac4480d), after_delete {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:31.200198 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1917b2c3-e82e-4479-bd7c-c8cd5772b5fb']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:31.209980 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1ce590-ac96-4c84-9572-8c2f792bf481') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:31.210274 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1ce590-ac96-4c84-9572-8c2f792bf481') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 05:20:31.215078 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f65de-0589-4cc4-bb86-861ec73fc79f None None] Pushing event deleted for resources: {'Port': ['ID=854a4c8f-2627-4764-829a-1d2caac4480d,revision_number=None']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:31.218575 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f65de-0589-4cc4-bb86-861ec73fc79f None None] No DVR routers for this DVR port 854a4c8f-2627-4764-829a-1d2caac4480d on host dv-cinder-858463-2-iscsi {{(pid=103958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 05:20:31.221151 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740363612941', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5353015'] for segment (6d1ce590-ac96-4c84-9572-8c2f792bf481), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:31.238214 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133'] for segment (6d1ce590-ac96-4c84-9572-8c2f792bf481), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:31.245197 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 05:20:31.245687 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-880133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6096545'] for segment (6d1ce590-ac96-4c84-9572-8c2f792bf481), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:31.286076 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.services.segments.plugin [-] Segment 6d1ce590-ac96-4c84-9572-8c2f792bf481 resource provider aggregate not found Sep 27 05:20:31.304752 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.services.segments.plugin [-] Segment 6d1ce590-ac96-4c84-9572-8c2f792bf481 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d1ce590-ac96-4c84-9572-8c2f792bf481 found for delete ", "request_id": "req-ab741617-3962-4cec-a986-6f072ba614a4"}]} Sep 27 05:20:31.313478 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8071382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7911704'] for network (1917b2c3-e82e-4479-bd7c-c8cd5772b5fb), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:31.319855 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8071204'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:31.325559 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] 10.222.0.27 "DELETE /v2.0/networks/1917b2c3-e82e-4479-bd7c-c8cd5772b5fb HTTP/1.1" status: 204 len: 168 time: 0.5362225 Sep 27 05:20:31.332826 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683a8ab-1c0a-46a8-9da2-3d6acfca8e85 admin admin] Pushing event deleted for resources: {'Network': ['ID=1917b2c3-e82e-4479-bd7c-c8cd5772b5fb,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:31.517191 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42572) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:20:31.556497 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-413f239e-65dc-49dc-a42e-8277878dc750 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=89e5839579a747caaa9b2e0712499dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375977 Sep 27 05:20:31.558925 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42574) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:20:31.608520 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f0d91951-3344-4271-91e3-eca67833e9e6 admin admin] Publish callbacks [] for security_group (b2cdd783-2fae-45ac-a09f-d87017d98e24), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:31.628615 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f0d91951-3344-4271-91e3-eca67833e9e6 admin admin] Publish callbacks [] for security_group (b2cdd783-2fae-45ac-a09f-d87017d98e24), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:31.673673 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f0d91951-3344-4271-91e3-eca67833e9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (b2cdd783-2fae-45ac-a09f-d87017d98e24), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:31.676341 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f0d91951-3344-4271-91e3-eca67833e9e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:31.677459 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f0d91951-3344-4271-91e3-eca67833e9e6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b2cdd783-2fae-45ac-a09f-d87017d98e24 HTTP/1.1" status: 204 len: 168 time: 0.1176586 Sep 27 05:20:31.685897 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d91951-3344-4271-91e3-eca67833e9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cdd783-2fae-45ac-a09f-d87017d98e24,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:31.885432 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device a0b74259-7737-47c6-8c90-a5e355981b73 no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:20:31.904924 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: a0b74259-7737-47c6-8c90-a5e355981b73 {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:20:31.905291 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device a0b74259-7737-47c6-8c90-a5e355981b73 not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:20:31.905690 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 854a4c8f-2627-4764-829a-1d2caac4480d no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:20:31.924105 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 854a4c8f-2627-4764-829a-1d2caac4480d {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:20:31.924452 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 854a4c8f-2627-4764-829a-1d2caac4480d not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:20:31.924895 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a no longer exists at agent ovs-agent-dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 05:20:31.946274 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.plugin [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] No Port match for: 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a {{(pid=103958) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 27 05:20:31.946550 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.rpc [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Device 0c6bdd9d-4c6d-40e1-b47a-fc819ee5735a not bound to the agent host dv-cinder-858463-2-iscsi {{(pid=103958) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 05:20:31.995604 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42580) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:20:32.034310 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5cf5c4e4-415d-4622-90e1-7177263cfb64 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fcf9a652487149e697216ccac9464a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375788 Sep 27 05:20:32.036741 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.27', 42582) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 05:20:32.082268 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9c6f429e-3196-4112-bd74-f4cf500f74f9 admin admin] Publish callbacks [] for security_group (45ea27d9-36c9-4752-b1b1-348bb6464607), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:32.103131 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9c6f429e-3196-4112-bd74-f4cf500f74f9 admin admin] Publish callbacks [] for security_group (45ea27d9-36c9-4752-b1b1-348bb6464607), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:32.149980 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9c6f429e-3196-4112-bd74-f4cf500f74f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7966914'] for security_group (45ea27d9-36c9-4752-b1b1-348bb6464607), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:32.152526 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9c6f429e-3196-4112-bd74-f4cf500f74f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:32.153705 dv-cinder-858463-2-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9c6f429e-3196-4112-bd74-f4cf500f74f9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/45ea27d9-36c9-4752-b1b1-348bb6464607 HTTP/1.1" status: 204 len: 168 time: 0.1160579 Sep 27 05:20:32.161262 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f429e-3196-4112-bd74-f4cf500f74f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ea27d9-36c9-4752-b1b1-348bb6464607,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 05:20:35.810514 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-88ca5787-5511-4892-9c83-11b54eaa41ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:38.182567 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-5c8f961b-7990-4fbd-9d4c-63a5852cc9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:39.436419 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:40.831134 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:42.165135 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:20:46.013585 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:21:00.214208 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:21:05.811655 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-efcf7308-3218-435c-b55e-61fec09ca03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:21:08.184041 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-db308008-8d70-48dc-9536-25e02e769867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:21:09.439509 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:21:10.834535 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:21:12.167878 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:21:16.016932 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:21:32.547992 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-71796aea-4329-49c5-8a66-084604b2fe7f req-9e08e9f9-97c1-413c-8512-56315ad02144 service neutron] (103956) timed out ('10.222.0.49', 56912) {{(pid=103956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 27 05:21:35.813212 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-712b50eb-97c8-42ea-984d-581dfa5200df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:21:37.213472 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:21:38.185458 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-adccb3cd-343d-4eb3-984c-ac01b22e190b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:21:39.442682 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:21:40.840863 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:21:42.170966 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:21:46.026023 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:22:05.814650 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fc06227a-fb0e-4f7b-8734-cde201c5c072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:22:08.187154 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-efbb6991-3ebc-4c1f-ac46-dac0ac213c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:22:09.445891 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:22:10.841301 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:22:12.173057 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:22:14.213031 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:22:16.023328 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:22:35.816152 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-9189a179-c285-4a1a-b08c-99cd121e0707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:22:38.187855 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bc82db32-0146-4e2e-a673-ad7dbb25ac8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:22:39.451846 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:22:40.844962 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:22:42.175370 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:22:46.030642 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:22:51.211719 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:23:05.821078 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-90d2241f-e85f-439a-9655-29a4f48dce77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:23:08.189365 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-8e99bee5-2625-41e6-910a-6eb50ad1a3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:23:09.451022 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:23:10.847670 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:23:12.177880 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:23:16.036705 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:23:28.210476 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:23:35.823229 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-32ac7abf-1d91-46c2-ae64-8e119470163d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:23:38.190300 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-d6886a14-b41d-42c8-9509-316b2232cc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:23:39.456549 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:23:40.849683 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:23:42.180027 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:23:46.052349 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:24:05.209535 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:24:05.824823 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-ea94b38e-78f4-4575-99d9-ea288afb3a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:24:08.191259 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-45acab51-838a-4fe0-a51d-c585a6a2cc39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:24:09.456036 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:24:10.853079 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:24:12.182787 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:24:16.052405 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:24:35.825376 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-82efbb8a-84b3-4d83-97aa-c2e2c54fe3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:24:38.192512 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-029d5f16-ef3e-4e88-8fbf-e38df97fc871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:24:39.459030 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:24:40.856400 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:24:42.184628 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:24:42.208072 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:24:44.211735 dv-cinder-858463-2-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-1a0e938a-bc87-4ac4-8a73-238fac29225e req-fa828f00-8676-41d0-9a7b-30b9833ec6f6 service neutron] (103956) timed out ('10.222.0.49', 56922) {{(pid=103956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 27 05:24:46.065130 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:25:05.826092 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-547c19c0-e100-43d4-8fc1-d0cdc89ffc25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:25:08.193834 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-313e7c8b-7497-4c85-9161-9122d383e6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:25:09.462069 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:25:10.858498 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:25:12.186858 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:25:16.064167 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:25:19.206245 dv-cinder-858463-2-iscsi neutron-server[103959]: DEBUG neutron.db.agents_db [None req-1d4ec553-792a-4aa3-b55b-fe9f35694f87 None None] Agent healthcheck: found 6 active agents {{(pid=103959) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 05:25:35.828406 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e489e21c-e382-4e18-98e3-65ee73c81238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (a5db0ea4-5fa6-49dd-996c-ad08f7bc6691), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:25:38.195474 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-fb8f4e15-97e8-4018-a404-8c8e5f3bdacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (26436621-8b25-4f72-b3a6-27408edaa62e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:25:39.465856 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-4c9e8d61-1160-4f7e-8922-8624a5c3fc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (79c0a065-4592-43c6-8809-0677c48ee752), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:25:40.861250 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e780e661-a215-43d0-b350-0cf24b4cd6e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (e6b9bdc6-d620-4ac8-84bb-591802029838), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:25:42.193871 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-72a6582c-13df-422f-a1e4-cda2fb35e929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (4f963d75-cc66-453a-b3d5-c21d39e4e86d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 05:25:46.111374 dv-cinder-858463-2-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-154c4f9a-d7ee-4f63-88e8-fe7fe1b53d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740363609061', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883089'] for agent (f79018bd-1f9c-445a-98cd-390a2d7fbb2e), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}